-- Logs begin at Fri 2022-04-08 16:35:56 UTC, end at Fri 2022-04-08 18:11:37 UTC. -- Apr 08 17:29:25.719656 dv-cinder-837166-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 08 17:29:28.704552 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.common.config [-] Logging enabled! Apr 08 17:29:28.705186 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev96 Apr 08 17:29:28.705366 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103439) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 17:29:28.708948 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.common.config [-] Logging enabled! Apr 08 17:29:28.709202 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev96 Apr 08 17:29:28.709521 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103439) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 17:29:28.710485 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 17:29:28.710717 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 17:29:28.711096 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 17:29:28.711344 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 17:29:28.711551 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 17:29:28.711969 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.712401 dv-cinder-837166-1-iscsi neutron-server[103439]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 08 17:29:28.712740 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.713037 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.713332 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.713627 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.713920 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.714206 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.714494 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.714800 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.715075 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.715358 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.715644 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.715938 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.716222 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.716539 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.716830 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.717116 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] debug = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.717402 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.717843 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.718262 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.718545 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.718835 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.719113 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.719386 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.719664 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.719954 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.720282 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] host = dv-cinder-837166-1-iscsi {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.720583 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.720876 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.721166 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.721453 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.721732 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.722007 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.722294 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.722569 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.722882 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] log_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.723159 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.723531 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.723828 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.724125 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.724349 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.724608 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.724918 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.725209 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.725487 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.725764 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.726039 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.726318 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.726588 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.726861 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.727150 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.727437 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.727724 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.728002 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.728277 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.728577 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.728853 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.729141 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.729416 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.729693 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.729968 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.730258 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.730528 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.730803 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.731106 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.731399 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.731685 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.731972 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.732247 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.732563 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.732837 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.733110 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.733382 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] use_json = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.733655 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.733924 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.734208 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.734481 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.734753 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.735025 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.735297 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.735580 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.735852 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:28.736151 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.736462 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.736777 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.737076 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.737371 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.737655 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.737948 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.738230 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.738618 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.738986 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.739296 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.739585 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.739890 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.740184 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.740520 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.740832 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.741133 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.741432 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.741717 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.741992 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.742271 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.742552 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.742843 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.743122 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.743416 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.743708 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.743988 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.744297 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.744612 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.744907 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.745199 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.745477 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.745759 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.746053 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.746334 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.746610 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.746891 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.747182 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.747463 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.747739 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.748023 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.748302 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.748614 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.748889 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.749172 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.749468 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.749749 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.750024 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.750299 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.750576 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.750849 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.751143 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.751425 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.751702 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.751980 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.752260 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.752564 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.752846 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.753126 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.753404 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.753685 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.754064 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.754455 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.754734 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.755014 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.755292 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.755570 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.755848 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.756128 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.756404 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.756706 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.756981 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.757257 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.757534 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.757826 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.758127 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.758407 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.758688 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.758968 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.759248 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.759528 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.759807 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.760086 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.760366 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.760671 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.760957 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.761243 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.761533 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.761840 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.762123 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.762420 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.762701 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.762979 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.763262 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.763539 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.763823 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.764108 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.764401 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.764720 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.765015 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.765310 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.765605 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.765900 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.766182 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.766492 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.766772 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:28.766993 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 17:29:28.767234 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103439) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 08 17:29:29.147096 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 08 17:29:29.147326 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 08 17:29:29.147676 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 08 17:29:29.148010 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 08 17:29:29.482151 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:29.482390 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:29.482615 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:29.483960 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:29.484228 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:29.484481 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:29.538210 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:29.538489 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:29.538757 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:29.553788 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:29.554069 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:29.554337 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:29.584555 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:29.584828 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:29.585100 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:29.621952 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:29.622242 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:29.622517 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:29.968937 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:29.969587 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:29.969587 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:29.969791 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:29.970421 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.070700 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.071014 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.071304 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.071581 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.071855 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.072171 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.072471 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.072722 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.072972 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.073262 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.073504 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.073773 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.074030 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.074286 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.074541 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.074806 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.075068 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.075337 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.075594 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.075856 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.076283 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.076572 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.076862 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.077246 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.077501 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.077753 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.078160 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:29:30.078404 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:29:30.078642 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:29:30.078882 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:29:30.079119 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:29:30.079357 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:29:30.079726 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 08 17:29:30.083255 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 08 17:29:30.087257 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 08 17:29:30.090999 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Apr 08 17:29:30.092672 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 08 17:29:30.093127 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 08 17:29:30.093483 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 08 17:29:30.093875 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 08 17:29:30.096900 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 08 17:29:30.097154 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 08 17:29:30.097505 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 17:29:30.102512 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 08 17:29:30.126252 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 08 17:29:30.126702 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.126999 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103439) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 08 17:29:30.127373 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.128771 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103439) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 08 17:29:30.129060 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 17:29:30.129414 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 08 17:29:30.132799 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.133082 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.195510 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 08 17:29:30.195745 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 08 17:29:30.195955 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 08 17:29:30.196346 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 08 17:29:30.219242 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_db.sqlalchemy.engines [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103439) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 08 17:29:30.678306 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.managers [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Initializing driver for type 'gre' Apr 08 17:29:30.678879 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] gre ID ranges: [(1, 1000)] Apr 08 17:29:30.737762 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.managers [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Initializing driver for type 'local' Apr 08 17:29:30.738104 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.managers [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Initializing driver for type 'vlan' Apr 08 17:29:30.754544 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] VlanTypeDriver initialization complete Apr 08 17:29:30.754544 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.managers [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Initializing driver for type 'vxlan' Apr 08 17:29:30.755118 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] vxlan ID ranges: [(1, 1000)] Apr 08 17:29:30.812310 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.managers [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Initializing extension driver 'port_security' Apr 08 17:29:30.812679 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.extensions.port_security [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] PortSecurityExtensionDriver initialization complete Apr 08 17:29:30.813018 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.managers [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Initializing mechanism driver 'openvswitch' Apr 08 17:29:30.813345 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.managers [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Initializing mechanism driver 'hyperv' Apr 08 17:29:30.820117 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.plugin [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:29:30.821004 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > port after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.821381 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > port after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.821739 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > port after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.822287 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103439) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 17:29:30.822732 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.823092 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.823446 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.823849 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103439) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 17:29:30.824259 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > network after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.824643 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > network after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.824990 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > network after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.825391 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103439) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 17:29:30.825798 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > security_group after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.826150 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > security_group after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.826493 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.826891 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103439) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 17:29:30.827301 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.827654 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.827999 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.828396 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103439) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 17:29:30.828825 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > address_group after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.829205 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > address_group after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.829547 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.829946 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103439) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 17:29:30.830392 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] ML2 OVO RPC backend initialized. {{(pid=103439) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 08 17:29:30.831099 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.831460 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.831879 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > network before_response 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.832311 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > networks before_response 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.832697 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > port before_response 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.833051 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > ports before_response 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.833400 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > subnet before_response 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.833746 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > subnets before_response 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.834094 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > network after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.834461 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > network after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.834862 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > network after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.835212 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > port after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.835570 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > port after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.835910 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > port after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.836250 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.836630 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.836970 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.844222 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.quota [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded quota_driver: . Apr 08 17:29:30.844629 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.plugin [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Modular L2 Plugin initialization complete Apr 08 17:29:30.844983 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading services supported by the core plugin {{(pid=103439) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 08 17:29:30.845326 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.plugins.ml2.managers [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Got port-security extension from driver 'port_security' Apr 08 17:29:30.845813 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.extensions.vlantransparent [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Disabled vlantransparent extension. Apr 08 17:29:30.846312 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103439) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 08 17:29:30.846640 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading Plugin: router Apr 08 17:29:30.882316 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.882717 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router after_create 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.883092 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router before_create 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.883478 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.883838 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.884198 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router after_delete 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.884578 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.884932 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.885290 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router after_create 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.885642 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router after_update 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.886019 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router after_update 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.886369 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.886728 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router after_update 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.887134 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.887500 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: port after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.887838 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: port after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.888181 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: subnet after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.888562 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.888908 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.889261 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.889605 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: port before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.889952 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router precommit_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.890302 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router after_update 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.890644 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.891612 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.891612 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.891768 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.892037 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > agent after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.892388 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > agent after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.893016 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > network after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.893939 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Tracking information for resource: router configured {{(pid=103439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:29:30.894274 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Tracking information for resource: floatingip configured {{(pid=103439) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:29:30.899480 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.db.l3_agentschedulers_db [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 08 17:29:30.900070 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: port after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.900446 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: port after_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.900815 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: port after_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.901173 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: port after_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.902015 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router before_create 55550100 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.902384 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.902804 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router precommit_create 55550100 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.903198 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > router precommit_update 55550100 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.908117 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.services.provider_configuration [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Service providers = [] {{(pid=103439) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 08 17:29:30.908859 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.db.servicetype_db [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103439) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 08 17:29:30.911913 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.services.service_base [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103439) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 17:29:30.912266 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.services.service_base [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103439) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 17:29:30.912650 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.services.service_base [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103439) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 17:29:30.913556 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.services.service_base [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103439) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 17:29:30.913934 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.services.service_base [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 08 17:29:30.914323 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:29:30.914647 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 08 17:29:30.927111 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:29:30.927449 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading Plugin: auto_allocate Apr 08 17:29:30.933296 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: network precommit_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.933611 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: network precommit_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.934137 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:29:30.934464 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading Plugin: tag Apr 08 17:29:30.941346 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:29:30.941712 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading Plugin: timestamp Apr 08 17:29:30.945713 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:29:30.946041 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading Plugin: network_ip_availability Apr 08 17:29:30.951641 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.951991 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.952373 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:30.953134 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:29:30.953455 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading Plugin: flavors Apr 08 17:29:30.958434 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:29:30.958843 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading Plugin: revisions Apr 08 17:29:30.963414 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103439) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:29:30.963818 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_concurrency.lockutils [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.816s {{(pid=103439) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 08 17:29:30.964610 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103439) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 08 17:29:30.964953 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Initializing extension manager. Apr 08 17:29:30.965477 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: __init__.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:30.965820 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: __pycache__ {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:30.966157 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: address_group.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:30.966921 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:30.967498 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: address-group Apr 08 17:29:30.967826 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: address_scope.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:30.968552 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:30.969082 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: address-scope Apr 08 17:29:30.969635 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:30.970342 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:30.970861 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: router-admin-state-down-before-update Apr 08 17:29:30.971183 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: agent.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:30.971901 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:30.972413 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: agent Apr 08 17:29:30.972935 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: agent_resources_synced.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:30.973884 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:30.974409 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: agent-resources-synced Apr 08 17:29:30.974712 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: allowedaddresspairs.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:30.976587 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:30.977191 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: allowed-address-pairs Apr 08 17:29:30.977524 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: auto_allocated_topology.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:30.978609 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:30.979128 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: auto-allocated-topology Apr 08 17:29:30.979456 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: availability_zone.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:30.980157 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:30.980698 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: availability_zone Apr 08 17:29:30.981028 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: availability_zone_filter.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:30.981959 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:30.982473 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: availability_zone_filter Apr 08 17:29:30.982805 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: data_plane_status.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:30.983720 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:30.984247 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension data-plane-status not supported by any of loaded plugins Apr 08 17:29:30.984587 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: default_subnetpools.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:30.985516 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:30.986027 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: default-subnetpools Apr 08 17:29:30.986351 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:30.987174 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:30.987683 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: dhcp_agent_scheduler Apr 08 17:29:30.988010 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: dns.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:30.989072 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:30.989590 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension dns-integration not supported by any of loaded plugins Apr 08 17:29:30.989912 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: dns_domain_ports.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:30.990846 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:30.991354 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 08 17:29:30.991681 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:30.992646 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:30.993157 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 08 17:29:30.993484 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: dvr.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:30.994158 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:30.994674 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: dvr Apr 08 17:29:30.995001 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: ecmp_routes.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:30.995922 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:30.996456 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 08 17:29:30.996785 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: empty_string_filtering.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:30.997704 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:30.998217 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: empty-string-filtering Apr 08 17:29:30.998538 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:30.999468 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:30.999976 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 08 17:29:31.000299 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.001252 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.001768 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 08 17:29:31.002088 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: external_net.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.003006 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.003510 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: external-net Apr 08 17:29:31.003829 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.004823 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.005522 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: extra_dhcp_opt Apr 08 17:29:31.005657 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: extraroute.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.006658 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.007169 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: extraroute Apr 08 17:29:31.007494 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: extraroute_atomic.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.008586 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.009103 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: extraroute-atomic Apr 08 17:29:31.009427 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: filter_validation.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.010108 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.010619 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: filter-validation Apr 08 17:29:31.010946 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: fip_pf_description.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.012068 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.012611 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 08 17:29:31.012943 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: fip_pf_port_range.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.013879 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.014388 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 08 17:29:31.014715 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: fip_port_details.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.015636 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.016144 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: fip-port-details Apr 08 17:29:31.016498 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: flavors.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.017745 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.018263 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: flavors Apr 08 17:29:31.018589 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.020572 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.021198 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 08 17:29:31.021696 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: floatingip_pools.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.022416 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.022944 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: floatingip-pools Apr 08 17:29:31.023270 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: ip_allocation.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.024228 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.024777 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension ip_allocation not supported by any of loaded plugins Apr 08 17:29:31.025104 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.026034 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.026548 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: ip-substring-filtering Apr 08 17:29:31.026877 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: l2_adjacency.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.027817 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.028325 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 08 17:29:31.028683 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: l3.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.029686 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.030239 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: router Apr 08 17:29:31.030569 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.032865 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.033763 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 08 17:29:31.034099 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.035039 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.035650 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: ext-gw-mode Apr 08 17:29:31.036030 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.036992 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.037510 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: l3-ha Apr 08 17:29:31.037838 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.038757 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.039272 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 08 17:29:31.039602 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: l3_flavors.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.040549 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.041068 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: l3-flavors Apr 08 17:29:31.041397 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.042786 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.043304 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 08 17:29:31.043634 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.044600 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.045119 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 08 17:29:31.045449 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: l3agentscheduler.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.046499 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.047022 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: l3_agent_scheduler Apr 08 17:29:31.047352 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: local_ip.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.049278 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.049810 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension local_ip not supported by any of loaded plugins Apr 08 17:29:31.050147 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: logging.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.052073 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.053024 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension logging not supported by any of loaded plugins Apr 08 17:29:31.053424 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: metering.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.054197 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.054806 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: metering Apr 08 17:29:31.055139 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.056275 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.056830 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: metering_source_and_destination_fields Apr 08 17:29:31.057161 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: multiprovidernet.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.058099 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.058615 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: multi-provider Apr 08 17:29:31.058943 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: netmtu.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.059870 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.060411 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: net-mtu Apr 08 17:29:31.060744 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: netmtu_writable.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.061673 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.062180 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: net-mtu-writable Apr 08 17:29:31.062488 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: network_availability_zone.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.063202 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.063685 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: network_availability_zone Apr 08 17:29:31.064006 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: network_ip_availability.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.065170 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.065688 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: network-ip-availability Apr 08 17:29:31.066017 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: network_segment_range.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.067009 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.067359 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension network-segment-range not supported by any of loaded plugins Apr 08 17:29:31.067686 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: pagination.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.068717 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.069050 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: pagination Apr 08 17:29:31.069376 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: port_device_profile.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.070293 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.070817 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: port-device-profile Apr 08 17:29:31.071142 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.072073 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.072628 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: port-mac-address-regenerate Apr 08 17:29:31.072944 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.073873 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.074384 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: port-numa-affinity-policy Apr 08 17:29:31.074705 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: port_resource_request.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.075618 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.076125 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension port-resource-request not supported by any of loaded plugins Apr 08 17:29:31.076461 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: port_resource_request_groups.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.077445 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.078020 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 08 17:29:31.078441 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: portbindings.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.079429 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.079993 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: binding Apr 08 17:29:31.080319 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: portbindings_extended.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.081623 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.082336 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: binding-extended Apr 08 17:29:31.082578 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: portsecurity.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.083582 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.084100 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: port-security Apr 08 17:29:31.084424 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: project_id.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.085525 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.085857 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: project-id Apr 08 17:29:31.086186 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: providernet.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.087118 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.089241 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: provider Apr 08 17:29:31.089241 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: qos.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.091642 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.092176 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension qos not supported by any of loaded plugins Apr 08 17:29:31.092539 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.093828 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.094347 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 08 17:29:31.094684 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.095748 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.096271 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 08 17:29:31.096629 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: qos_default.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.097574 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.100314 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension qos-default not supported by any of loaded plugins Apr 08 17:29:31.100314 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: qos_fip.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.100314 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.100314 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension qos-fip not supported by any of loaded plugins Apr 08 17:29:31.100314 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.101315 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.101878 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 08 17:29:31.102203 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: qos_gateway_ip.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.103148 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.103648 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 08 17:29:31.103970 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: qos_port_network_policy.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.104925 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.105440 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 08 17:29:31.105764 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.106813 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.107329 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 08 17:29:31.107656 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.108727 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.109272 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 08 17:29:31.109597 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: qos_pps_rule.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.110786 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.111309 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension qos-pps not supported by any of loaded plugins Apr 08 17:29:31.111638 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: qos_rule_type_details.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.112697 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.113214 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 08 17:29:31.113679 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.114610 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.115127 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 08 17:29:31.115454 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: qos_rules_alias.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.116541 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.117113 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 08 17:29:31.117443 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: quota_check_limit.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.118377 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.118984 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: quota-check-limit Apr 08 17:29:31.119403 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: quotasv2.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.120402 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.120771 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: quotas Apr 08 17:29:31.121096 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: quotasv2_detail.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.123172 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.123577 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: quota_details Apr 08 17:29:31.124030 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: rbac.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.125272 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.125809 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: rbac-policies Apr 08 17:29:31.126140 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: rbac_address_group.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.127086 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.127607 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: rbac-address-group Apr 08 17:29:31.127932 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: rbac_address_scope.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.128887 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.129442 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: rbac-address-scope Apr 08 17:29:31.129872 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: rbac_security_groups.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.131009 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.131676 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: rbac-security-groups Apr 08 17:29:31.132008 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: rbac_subnetpool.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.132974 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.133494 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: rbac-subnetpool Apr 08 17:29:31.133909 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: revisionifmatch.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.134875 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.135390 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: revision-if-match Apr 08 17:29:31.135713 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: revisions.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.137029 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.137722 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: standard-attr-revisions Apr 08 17:29:31.138189 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: router_availability_zone.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.138953 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.139477 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: router_availability_zone Apr 08 17:29:31.139809 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: routerservicetype.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.140777 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.141292 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension router-service-type not supported by any of loaded plugins Apr 08 17:29:31.141618 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.142560 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.143085 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: security-groups-normalized-cidr Apr 08 17:29:31.143410 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.144347 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.145084 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: port-security-groups-filtering Apr 08 17:29:31.145433 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.146391 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.146908 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: security-groups-remote-address-group Apr 08 17:29:31.147231 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.148182 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.148731 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: security-groups-shared-filtering Apr 08 17:29:31.149057 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.149657 dv-cinder-837166-1-iscsi neutron-server[103439]: WARNING neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 08 17:29:31.149995 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: securitygroup.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.160102 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.160723 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: security-group Apr 08 17:29:31.161188 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: segment.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.161940 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.162460 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension segment not supported by any of loaded plugins Apr 08 17:29:31.162794 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.163769 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.164281 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 08 17:29:31.164706 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: servicetype.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.165852 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.166371 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: service-type Apr 08 17:29:31.166703 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: sorting.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.167697 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.168031 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: sorting Apr 08 17:29:31.168358 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: standard_attr_segment.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.169318 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.169835 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 08 17:29:31.170160 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: standardattrdescription.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.170819 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.171333 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: standard-attr-description Apr 08 17:29:31.171657 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: stateful_security_group.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.172645 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.173153 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: stateful-security-group Apr 08 17:29:31.173481 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: stdattrs_common.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.174058 dv-cinder-837166-1-iscsi neutron-server[103439]: WARNING neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 08 17:29:31.174387 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.175349 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.175869 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 08 17:29:31.176291 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: subnet_onboard.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.177518 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.178052 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: subnet_onboard Apr 08 17:29:31.178380 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.179322 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.179838 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 08 17:29:31.180164 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: subnet_service_types.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.181192 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.181713 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: subnet-service-types Apr 08 17:29:31.182041 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: subnetallocation.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.183135 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.183708 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: subnet_allocation Apr 08 17:29:31.183982 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.184745 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.185274 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: subnetpool-prefix-ops Apr 08 17:29:31.185600 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.186554 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.187073 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 08 17:29:31.187406 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: tagging.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.188510 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.189036 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: standard-attr-tag Apr 08 17:29:31.189367 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: timestamp.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.190574 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.191095 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loaded extension: standard-attr-timestamp Apr 08 17:29:31.191420 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: trunk.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.192574 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.193130 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension trunk not supported by any of loaded plugins Apr 08 17:29:31.193461 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: trunk_details.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.194396 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.194914 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension trunk-details not supported by any of loaded plugins Apr 08 17:29:31.195240 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: uplink_status_propagation.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.196253 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.196883 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 08 17:29:31.197206 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Loading extension file: vlantransparent.py {{(pid=103439) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:29:31.197898 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103439) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:29:31.198428 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 08 17:29:31.201042 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Creating instance of TrackedResource for resource:network Apr 08 17:29:31.201575 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Creating instance of TrackedResource for resource:subnet Apr 08 17:29:31.201995 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 17:29:31.202398 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Creating instance of TrackedResource for resource:port Apr 08 17:29:31.203672 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:31.204113 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Service FLAVORS assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:31.204770 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:31.205220 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:31.205549 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Creating instance of TrackedResource for resource:router Apr 08 17:29:31.205984 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Creating instance of TrackedResource for resource:floatingip Apr 08 17:29:31.206477 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Service METERING assigned prefix: /metering {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:31.208011 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:31.208387 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:31.208778 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:29:31.209856 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 17:29:31.210272 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Creating instance of TrackedResource for resource:security_group Apr 08 17:29:31.210713 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 17:29:31.211420 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Service CORE assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:31.211752 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 17:29:31.212104 dv-cinder-837166-1-iscsi neutron-server[103439]: WARNING neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] subnetpool is already registered Apr 08 17:29:31.212576 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Service CORE assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:31.212902 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 17:29:31.213236 dv-cinder-837166-1-iscsi neutron-server[103439]: WARNING neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] subnetpool is already registered Apr 08 17:29:31.215589 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:31.216095 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Service FLAVORS assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:31.216885 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:31.217323 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:31.217662 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Creating instance of TrackedResource for resource:router Apr 08 17:29:31.218003 dv-cinder-837166-1-iscsi neutron-server[103439]: WARNING neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] router is already registered Apr 08 17:29:31.218431 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Creating instance of TrackedResource for resource:floatingip Apr 08 17:29:31.218771 dv-cinder-837166-1-iscsi neutron-server[103439]: WARNING neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] floatingip is already registered Apr 08 17:29:31.219241 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Service METERING assigned prefix: /metering {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:31.219959 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 17:29:31.220292 dv-cinder-837166-1-iscsi neutron-server[103439]: WARNING neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] rbac_policy is already registered Apr 08 17:29:31.220760 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Creating instance of TrackedResource for resource:security_group Apr 08 17:29:31.221097 dv-cinder-837166-1-iscsi neutron-server[103439]: WARNING neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] security_group is already registered Apr 08 17:29:31.221508 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 17:29:31.221844 dv-cinder-837166-1-iscsi neutron-server[103439]: WARNING neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] security_group_rule is already registered Apr 08 17:29:31.222350 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Service CORE assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:31.222685 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 17:29:31.223194 dv-cinder-837166-1-iscsi neutron-server[103439]: WARNING neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] subnetpool is already registered Apr 08 17:29:31.223635 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.v2.resource_helper [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Service CORE assigned prefix: {{(pid=103439) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:29:31.223975 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 17:29:31.224312 dv-cinder-837166-1-iscsi neutron-server[103439]: WARNING neutron.quota.resource_registry [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] subnetpool is already registered Apr 08 17:29:31.224825 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: extensions {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.227665 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: address-groups {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.229260 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: address-scopes {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.230467 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: agents {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.231800 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: auto-allocated-topology {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.233091 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: availability_zones {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.234318 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: dhcp-networks {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.235725 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: dhcp-agents {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.237317 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: routers {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.239474 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: flavors {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.240767 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: service_profiles {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.241962 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: next_providers {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.243404 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: service_profiles {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.244874 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: floatingip-pools {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.246195 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: routers {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.248342 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: floatingips {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.249540 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: l3-routers {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.251026 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: l3-agents {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.252464 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: metering-labels {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.253763 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: metering-label-rules {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.255261 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: network-ip-availabilities {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.256607 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: bindings {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.258208 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: quotas {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.259868 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: quotas {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.261447 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: rbac-policies {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.262643 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: security-groups {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.263968 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: security-group-rules {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.265254 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: service-providers {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.266467 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: subnetpools {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.267789 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: subnetpools {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.269384 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: tags {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.271095 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: tags {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.273105 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: tags {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.274892 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: tags {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.276597 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: tags {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.278565 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: tags {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.280268 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: tags {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.282095 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: tags {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.285258 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: tags {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.287071 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron.api.extensions [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Extended resource: tags {{(pid=103439) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:29:31.293266 dv-cinder-837166-1-iscsi neutron-server[103439]: WARNING keystonemiddleware.auth_token [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 08 17:29:31.297950 dv-cinder-837166-1-iscsi neutron-server[103439]: WARNING keystonemiddleware.auth_token [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 08 17:29:31.307073 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_concurrency.lockutils [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Acquired lock "singleton_lock" {{(pid=103439) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 08 17:29:31.307556 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_concurrency.lockutils [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Releasing lock "singleton_lock" {{(pid=103439) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 08 17:29:31.308228 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO oslo_service.service [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Starting 2 workers Apr 08 17:29:31.313193 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Started child 103548 {{(pid=103439) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 17:29:31.317838 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Started child 103549 {{(pid=103439) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 17:29:31.318920 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:31.319592 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO neutron.service [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 08 17:29:31.320098 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:31.320389 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [-] (103548) wsgi starting up on http://0.0.0.0:9696 Apr 08 17:29:31.322550 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO oslo_service.service [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Starting 1 workers Apr 08 17:29:31.322686 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:31.323996 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [-] (103549) wsgi starting up on http://0.0.0.0:9696 Apr 08 17:29:31.327817 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Started child 103550 {{(pid=103439) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 17:29:31.328362 dv-cinder-837166-1-iscsi neutron-server[103439]: INFO oslo_service.service [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Starting 1 workers Apr 08 17:29:31.331604 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.service [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] calling RpcWorker wait() {{(pid=103550) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 08 17:29:31.332251 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.service [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] returning from RpcWorker wait() {{(pid=103550) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 08 17:29:31.333092 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Started child 103551 {{(pid=103439) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 17:29:31.333966 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG neutron_lib.callbacks.manager [None req-d558ae29-2979-4b21-8caf-2eb4d2882fc4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:31.334301 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:31.334757 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:29:31.335798 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103439) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 08 17:29:31.335977 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 17:29:31.336388 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 17:29:31.336629 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 17:29:31.337131 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 17:29:31.337281 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 17:29:31.337868 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:31.338493 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.338790 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.339064 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.339338 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.339614 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.340169 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.340472 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.340744 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.341016 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.341272 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.341423 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.341761 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.342003 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.342261 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.342557 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.342830 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.343090 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.343355 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.343531 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.343800 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.344076 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.344341 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.344654 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] debug = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.344898 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.345385 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.345611 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.345851 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.346091 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.346368 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.346602 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.346858 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.347112 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.347362 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.347581 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.347914 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.348286 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.348638 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.348904 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.349125 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.349387 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.349629 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.350090 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] host = dv-cinder-837166-1-iscsi {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.350433 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.350867 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.351107 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.351359 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.351609 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.351861 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.352119 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.352386 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.352688 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.352929 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.353195 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.353439 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.353665 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.353906 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] log_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.354073 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] log_options = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.354318 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.354579 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.354850 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.355040 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.355194 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.355361 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.355624 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.355808 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.356037 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.356257 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.356501 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.356723 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.356963 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.357256 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.357446 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.357665 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.357914 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.358223 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.358628 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.359014 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.359154 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:29:31.359305 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.359478 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.359702 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.359924 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.360146 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.360636 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.361437 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.361988 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.361988 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.362848 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.362848 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.363088 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.363202 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.363455 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.363711 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.363965 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.364199 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.364426 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.364948 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.365102 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.365226 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.365506 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.365756 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.365989 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.366212 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.366673 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.366673 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] use_json = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.366972 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.367106 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.368143 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.368816 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.368816 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.369167 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.369615 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.369615 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.369888 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.370126 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.370409 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.370724 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.370990 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.371237 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.371491 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.371735 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.371996 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.372254 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.372549 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.372863 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.373101 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.373501 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.373719 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.373983 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.374330 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.374597 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.374870 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.375303 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.375447 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.375581 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.375869 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.376092 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.376326 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.376588 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.376829 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.377076 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.377370 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.377645 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.377976 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.378253 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.378530 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.378801 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.379022 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.379354 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.379636 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.379892 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.380133 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.380354 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.381354 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.381354 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.381354 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.382035 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.382035 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.382035 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.382808 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.382808 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.382808 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.383207 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.383207 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.383476 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.383476 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.383767 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.383903 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.384375 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.384375 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.384811 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.384975 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.385120 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.385267 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.385791 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.385791 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.386132 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.386132 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.386404 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.386541 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.387376 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.387376 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.387376 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.387839 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.387839 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.387839 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.388226 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.388226 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.388512 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.389745 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.389745 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.389745 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.389745 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.389745 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.389745 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.390548 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.390548 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.390548 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.390548 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.391075 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.391075 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.391342 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.391498 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.391635 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.391840 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.392386 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.392974 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.393416 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.393846 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.394264 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.394844 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.396272 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 60814) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:29:31.396885 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.397218 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.397528 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.397871 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.398168 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.398519 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.399072 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.399427 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.399751 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.400053 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.400405 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.400724 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.401069 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.401371 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.401688 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.401977 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.402312 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.402711 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.403147 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.403454 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.403778 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.404120 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.404488 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.404801 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.405325 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [-] 10.222.0.86 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064664 Apr 08 17:29:31.406280 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.406280 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.406439 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.406638 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.407090 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.407523 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.407939 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.408738 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.409386 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.409801 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.410218 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.411399 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.411819 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.412222 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.412706 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.413136 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.413552 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.413963 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.414548 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.415034 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.415682 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.416358 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.417098 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.417799 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.418764 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.419644 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.420114 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.420576 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.421257 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.421667 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.422094 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.422323 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.422739 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.422974 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.423214 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.423465 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.423746 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.423955 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.424341 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.424801 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.425165 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.425537 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.425896 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.426438 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.426979 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.427170 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.427422 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.427659 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.427913 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.428167 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.428398 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.428655 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.428898 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.429315 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.430858 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.430858 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.430858 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.430858 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.430858 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.431210 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.431210 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.431359 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.431633 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.431887 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.432109 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.432959 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.432959 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.432959 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.433227 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.433227 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.433441 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.433910 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.434295 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.434673 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.434946 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.435185 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.435450 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.435706 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.435933 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.436156 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.436382 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.436644 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.436871 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.437099 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.438255 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.438255 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.438255 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.438255 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.438255 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.438583 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.438724 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.438962 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.439189 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.439436 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.439768 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.439989 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.440368 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.440778 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.441131 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.441358 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.441673 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.442008 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.442500 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.442862 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.443101 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.443378 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.443620 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.443897 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.444136 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.444356 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.444613 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.444853 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.445076 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.445304 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.445510 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.445873 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.446232 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.446465 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.446694 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.446889 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.447275 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.447662 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.448030 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.448387 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.448767 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.449145 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.449516 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.449980 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.450338 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.450772 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.451125 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.451513 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.451755 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.452005 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.452236 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.452499 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.452715 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.452933 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.453271 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.453529 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.453789 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.454234 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.455140 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.455140 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.455140 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.455396 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.455580 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.455858 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.456085 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.456309 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.456593 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.456879 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.457966 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.457966 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.457966 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.458278 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.458463 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.458749 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.459033 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.459254 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.459578 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.460121 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.460528 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.461430 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.461430 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.461430 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.461644 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.461756 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.462134 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.462512 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.462886 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.463300 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.463688 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.464059 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.464521 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.465089 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.465321 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.465579 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.465818 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.466069 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.466301 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.466470 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 17:29:31.467017 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103439) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 08 17:29:31.467330 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 17:29:31.467646 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 17:29:31.467970 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 17:29:31.468138 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 17:29:31.468299 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 17:29:31.468555 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.468723 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.469044 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.469219 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.469532 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.469714 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.469881 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.470040 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.470199 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.470359 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.470517 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.470754 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.470920 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.471082 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.471238 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.471551 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.471708 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.472017 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.472313 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.472643 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.472934 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.474271 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.474271 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] debug = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.474271 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.474271 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.474271 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.474271 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.474767 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.474767 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.474767 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.474767 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.475048 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.475048 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.475199 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.475344 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.475507 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.475666 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.475830 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.475995 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.476155 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.476315 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.476501 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] host = dv-cinder-837166-1-iscsi {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.476664 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.476824 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.476964 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.477125 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.477282 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.478415 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.478415 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.478415 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.478415 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.478415 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.478415 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.478415 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.478848 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.478848 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] log_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.478848 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] log_options = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.479026 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.479026 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.479263 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.479346 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:29:31.479419 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.479534 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.479733 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.479851 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.479986 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.480848 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.480848 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.480848 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.480848 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.480848 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.481373 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.481373 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.481373 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.481373 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.481728 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.481728 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.481927 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.482041 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.482145 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.482265 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.482396 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.482541 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.483311 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.483311 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.483311 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.483311 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.483311 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.483833 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.483833 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.483833 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.484127 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.484127 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.484466 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.484466 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.486623 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.486623 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.486623 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.486623 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.486623 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.486623 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.486623 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.486623 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.487670 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.487670 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] use_json = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.487670 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.487670 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.487670 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.487670 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.487670 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.487670 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.487670 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.488622 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.488622 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:29:31.488622 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.488622 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.488622 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.488622 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.489820 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.489820 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.489820 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.489820 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.489820 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.489820 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.490183 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.490183 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.490381 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.490571 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.490658 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.490829 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.490993 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.491157 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.491320 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.491482 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.491644 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.491806 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.491983 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.492182 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.492389 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.492614 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.493968 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.493968 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.493968 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.493968 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.494334 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.494334 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.494334 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.494642 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.494642 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.494889 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.495008 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.495124 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.495241 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.495378 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.495539 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.495860 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.496163 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.496495 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.496804 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.496967 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.497314 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.497479 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.497644 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.497810 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.497975 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.498140 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.498304 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.498469 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.498633 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.499355 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.499355 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.499355 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.499355 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.499680 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.499680 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.499960 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.499960 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.500211 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.500211 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.500414 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.500540 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.501429 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.501429 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.501429 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.501429 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.501429 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.501429 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.502100 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.502100 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.502100 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.502100 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.502495 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.502495 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.502495 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.502708 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.502708 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.502878 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.503043 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.503206 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.503729 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.503729 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.503729 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.503993 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.503993 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.504594 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.504594 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.505103 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.505103 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.505103 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.505305 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.505439 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.505544 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.505706 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.506478 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.506478 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.506478 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.506478 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.506478 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.506825 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.506825 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.506978 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.507105 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.508479 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.508479 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.508479 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.508479 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.508479 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.508479 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.508479 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.508479 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.510136 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.510136 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.510136 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.510136 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.510136 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.510136 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.510136 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.510136 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.510790 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.510790 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.510790 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.510790 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.510790 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.510790 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.510790 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.510790 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.511313 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.511313 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.511313 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.511313 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.511575 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.511575 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.511741 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.511922 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.512097 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.512248 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.512391 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.512583 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.513817 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.513817 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.513817 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.513817 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.513817 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.513817 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.513817 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.513817 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.514340 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.514340 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.514340 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.514520 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.514585 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.514893 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.514893 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.515195 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.515195 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.515450 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.515450 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.516113 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.516113 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.516113 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.516113 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.517384 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.517384 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.517384 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.517384 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.517384 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.517384 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.517384 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.517384 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.518371 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.518371 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.518371 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.518371 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.518371 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.518371 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.518371 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.519220 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.519220 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.519220 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.519220 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.519220 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.519220 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.521034 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.521034 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.521034 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.521034 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.521034 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.521034 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.521034 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.521034 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.522110 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.522110 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.522110 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.522110 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.522110 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.522110 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.522110 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.522110 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.522110 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.522851 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.522851 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.522851 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.522851 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.522851 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.522851 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.523283 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.523283 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.523283 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.523614 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.523614 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.523832 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.523832 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.524050 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.524166 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.524282 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.524451 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.525363 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.525363 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.525363 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.525363 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.525363 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.525857 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.525857 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.525857 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.525857 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.526299 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.526299 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.526299 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.526617 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.526617 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.526838 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.526953 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.527068 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.527215 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.527375 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.527547 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.527709 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.527870 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.528610 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.528610 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.528610 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.528610 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.529074 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.529074 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.529074 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.529365 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.529578 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.530685 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.530858 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.531022 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.531186 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.531350 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.531512 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.531707 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.531852 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.532010 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.532180 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.532963 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.532963 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.532963 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.532963 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.532963 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.533776 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.533776 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.533776 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.534457 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.534457 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.534457 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.534457 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.534964 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.534964 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.534964 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.535375 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.535375 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.535375 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.536328 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.536328 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.536328 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.536328 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.536328 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.536977 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.536977 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.536977 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.536977 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.536977 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.537539 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.537539 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.537539 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.537756 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.537756 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.537894 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.538032 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.538212 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.538351 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.538511 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.538675 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:29:31.538832 dv-cinder-837166-1-iscsi neutron-server[103439]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103439) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 17:29:43.061527 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de63ee0-f7f9-4f0b-b833-541bb34ec70f None None] get_active_networks_info from dv-cinder-837166-1-iscsi {{(pid=103550) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 08 17:29:43.126489 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de63ee0-f7f9-4f0b-b833-541bb34ec70f None None] No non-hosted networks {{(pid=103550) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 08 17:29:43.163239 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1b750c07-38da-4e1b-8a33-1973b846b3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-732497'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:45.416663 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dedbd128-e497-46d4-8626-c34c918ba2a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-732497'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:45.462146 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-78d4acbc-0b7b-443f-9dde-a6a34d5eabf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:46.146174 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 60886) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:29:46.681276 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-732497'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:46.892048 dv-cinder-837166-1-iscsi neutron-server[103548]: WARNING oslo_policy.policy [None req-c8268399-910f-434c-9e97-41b54c57a121 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:29:46.892649 dv-cinder-837166-1-iscsi neutron-server[103548]: WARNING oslo_policy.policy [None req-c8268399-910f-434c-9e97-41b54c57a121 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:29:47.116650 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [None req-c8268399-910f-434c-9e97-41b54c57a121 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:29:47.133100 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-c8268399-910f-434c-9e97-41b54c57a121 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9847853 Apr 08 17:29:47.924914 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-732497'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:49.059270 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.db.l3_hamode_db [None req-394a9ee2-57cb-490a-8d77-74186f8a8097 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 08 17:29:49.140037 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394a9ee2-57cb-490a-8d77-74186f8a8097 None None] Routers set() bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:29:49.140462 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394a9ee2-57cb-490a-8d77-74186f8a8097 None None] Router IDs set() for agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 08 17:29:49.537634 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-732497'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:49.538286 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:49.538660 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:49.539144 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:49.539525 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:49.539917 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:49.540248 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:49.540615 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:49.540963 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:49.542238 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:49.543305 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:49.543904 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:49.544677 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:49.546176 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:49.546597 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:49.550351 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:49.550989 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837166-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:29:49.560914 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837166-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:29:49.761477 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 60920) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:29:50.104192 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-78802767-b2bf-4ea0-9b82-42397170dc9f admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:29:50.195575 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.policy [None req-78802767-b2bf-4ea0-9b82-42397170dc9f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103548) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 08 17:29:50.239383 dv-cinder-837166-1-iscsi neutron-server[103548]: WARNING oslo_policy.policy [None req-78802767-b2bf-4ea0-9b82-42397170dc9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:29:50.239781 dv-cinder-837166-1-iscsi neutron-server[103548]: WARNING oslo_policy.policy [None req-78802767-b2bf-4ea0-9b82-42397170dc9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:29:50.337249 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-78802767-b2bf-4ea0-9b82-42397170dc9f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780307933199', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780307933947', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780307950159', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780307943038', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780307899891', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780307890214', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1832607', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1804674', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-651068', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-595116'] for rbac-policy (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:50.410586 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-78802767-b2bf-4ea0-9b82-42397170dc9f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:50.411992 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-78802767-b2bf-4ea0-9b82-42397170dc9f admin admin] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6492469 Apr 08 17:29:52.961990 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 60932) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:29:53.527822 dv-cinder-837166-1-iscsi neutron-server[103549]: WARNING oslo_policy.policy [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:29:53.528380 dv-cinder-837166-1-iscsi neutron-server[103549]: WARNING oslo_policy.policy [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:29:53.747476 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:29:53.811012 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Made reservation on behalf of 335505bdab614987bad22e8ce7e0940e for: {'network': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:29:53.875809 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.policy [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103549) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 08 17:29:53.918049 dv-cinder-837166-1-iscsi neutron-server[103549]: WARNING oslo_policy.policy [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:29:53.918420 dv-cinder-837166-1-iscsi neutron-server[103549]: WARNING oslo_policy.policy [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:29:53.929198 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for network (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:53.952332 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:54.074144 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Publish callbacks [] for security_group (b09e1d71-411b-4b75-a94c-510f30668b15), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:54.079337 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (b09e1d71-411b-4b75-a94c-510f30668b15), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:54.104316 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 972} {{(pid=103549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:29:54.141860 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780306556564', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (f62e39d8-60cb-4d3a-b59a-814aa3a63889), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:54.142452 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Unsubscribe: segment precommit_create {{(pid=103549) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 17:29:54.142992 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.segments_db [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Added segment f62e39d8-60cb-4d3a-b59a-814aa3a63889 of type vlan for network 064eae68-df8c-4ffd-87e1-ac8e2e4e0537 Apr 08 17:29:54.158735 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b09e1d71-411b-4b75-a94c-510f30668b15,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:29:54.210237 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:54.210581 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:54.210912 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:54.211292 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:54.211618 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:54.211939 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:54.212258 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:54.212602 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:54.212902 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:54.213217 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:54.213544 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:54.214417 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:54.214417 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:54.214631 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:54.214944 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Tracked resource versions report: Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: pushed versions: Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: { 'AddressGroup': {'1.2'}, Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Agent': {'1.1'}, Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'ConntrackHelper': {'1.0'}, Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Log': {'1.0'}, Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'NDPProxy': {'1.0'}, Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Network': {'1.1'}, Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Port': {'1.7'}, Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'PortForwarding': {'1.3'}, Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'QosPolicy': {'1.10'}, Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'SecurityGroup': {'1.5'}, Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'SubPort': {'1.0'}, Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Subnet': {'1.1'}, Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Trunk': {'1.1'}} Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: consumer versions: Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: { DHCP agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: L3 agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: Metadata agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: Metering agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: Open vSwitch agent@dv-cinder-837166-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Agent': '1.1', Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'ConntrackHelper': '1.0', Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'LocalIPAssociation': '1.0', Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Log': '1.0', Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'NDPProxy': '1.0', Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Network': '1.1', Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Port': '1.7', Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'PortForwarding': '1.3', Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'QosPolicy': '1.10', Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'SecurityGroup': '1.5', Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'SecurityGroupRule': '1.2', Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'SubPort': '1.0', Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Subnet': '1.1', Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Trunk': '1.1'}} Apr 08 17:29:54.216405 dv-cinder-837166-1-iscsi neutron-server[103549]: {{(pid=103549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:29:54.249724 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780306027852'] for network (064eae68-df8c-4ffd-87e1-ac8e2e4e0537), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:54.297920 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for network (064eae68-df8c-4ffd-87e1-ac8e2e4e0537), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:54.305108 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:29:54.305804 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:54.383824 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.4202526 Apr 08 17:29:54.427679 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2734d-7ffa-40b6-a5d6-2afee6f96b4b demo demo] Pushing event updated for resources: {'Network': ['ID=064eae68-df8c-4ffd-87e1-ac8e2e4e0537,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:29:54.444381 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Network 064eae68-df8c-4ffd-87e1-ac8e2e4e0537 details requested by agent ovs-agent-dv-cinder-837166-1-iscsi with host dv-cinder-837166-1-iscsi {{(pid=103550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:29:57.001423 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 60952) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:29:57.460181 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8816d709-6866-49e3-9bd0-37f756f45ae2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:29:57.461603 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-8816d709-6866-49e3-9bd0-37f756f45ae2 demo admin] 10.222.0.86 "GET /v2.0/networks/064eae68-df8c-4ffd-87e1-ac8e2e4e0537 HTTP/1.1" status: 200 len: 825 time: 0.4588883 Apr 08 17:29:57.503115 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-111cda56-da74-4b0d-97f4-e1f0566689c7 demo admin] 10.222.0.86 "GET /v2.0/subnetpools/991dc285-44e0-4fc0-9f1a-54938d641e17 HTTP/1.1" status: 200 len: 734 time: 0.0323591 Apr 08 17:29:57.512157 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-a4821423-65af-47fb-b7f5-3024b7da8d44 demo admin] Request body: {'subnet': {'subnetpool_id': '991dc285-44e0-4fc0-9f1a-54938d641e17', 'network_id': '064eae68-df8c-4ffd-87e1-ac8e2e4e0537', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:29:57.538510 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4821423-65af-47fb-b7f5-3024b7da8d44 demo admin] Made reservation on behalf of 335505bdab614987bad22e8ce7e0940e for: {'subnet': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:29:57.540732 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a4821423-65af-47fb-b7f5-3024b7da8d44 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:57.859520 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a4821423-65af-47fb-b7f5-3024b7da8d44 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for subnet (6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:57.927976 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4821423-65af-47fb-b7f5-3024b7da8d44 demo admin] Pushing event updated for resources: {'Subnet': ['ID=6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:29:57.929806 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4821423-65af-47fb-b7f5-3024b7da8d44 demo admin] Checking segment: {'id': 'f62e39d8-60cb-4d3a-b59a-814aa3a63889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '064eae68-df8c-4ffd-87e1-ac8e2e4e0537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:29:57.930204 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4821423-65af-47fb-b7f5-3024b7da8d44 demo admin] Network hostable DHCP agents. Network: 064eae68-df8c-4ffd-87e1-ac8e2e4e0537, hostable agents: ['936a358b-e021-4ff4-ad20-3c86fe6ebe95'], hosted agents: [] {{(pid=103549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:29:57.956467 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4821423-65af-47fb-b7f5-3024b7da8d44 demo admin] Network 064eae68-df8c-4ffd-87e1-ac8e2e4e0537 is scheduled to be hosted by DHCP agent 936a358b-e021-4ff4-ad20-3c86fe6ebe95 with binding_index 1 {{(pid=103549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:29:57.971070 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-a4821423-65af-47fb-b7f5-3024b7da8d44 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-1-iscsi, 064eae68-df8c-4ffd-87e1-ac8e2e4e0537) {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:29:57.976251 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4821423-65af-47fb-b7f5-3024b7da8d44 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:29:57.976892 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a4821423-65af-47fb-b7f5-3024b7da8d44 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:57.981636 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2267d5b4-c604-4b0d-a6ae-2a11e1444011 None None] Network 064eae68-df8c-4ffd-87e1-ac8e2e4e0537 requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:29:57.997045 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-a4821423-65af-47fb-b7f5-3024b7da8d44 demo admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4882300 Apr 08 17:29:58.375556 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35163598-e5d9-56ed-9ece-8fe9d48bf079-064eae68-df8c-4ffd-87e1-ac8e2e4e0537', 'network_id': '064eae68-df8c-4ffd-87e1-ac8e2e4e0537', 'project_id': '335505bdab614987bad22e8ce7e0940e', 'fixed_ips': [{'subnet_id': '6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb'}]}} from dv-cinder-837166-1-iscsi. {{(pid=103550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:29:58.376876 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:58.658182 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Allocated IP 172.20.0.2 (064eae68-df8c-4ffd-87e1-ac8e2e4e0537/6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb/050bab82-aa4b-4c5b-8d37-a181312b9d69) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:29:58.939527 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Publish callbacks [] for port (050bab82-aa4b-4c5b-8d37-a181312b9d69), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:58.949184 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (050bab82-aa4b-4c5b-8d37-a181312b9d69), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:59.020382 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Network 064eae68-df8c-4ffd-87e1-ac8e2e4e0537 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:29:59.025642 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:29:59.034204 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:29:59.043830 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Pushing event updated for resources: {'Port': ['ID=050bab82-aa4b-4c5b-8d37-a181312b9d69,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:29:59.077892 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:59.078205 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:59.078589 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:59.078941 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:59.079271 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:59.079599 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:59.079921 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:59.080240 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:59.080592 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:59.080907 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:59.081233 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:59.081561 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:59.081865 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:59.082176 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:59.082491 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Tracked resource versions report: Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: pushed versions: Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: { 'AddressGroup': {'1.2'}, Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Agent': {'1.1'}, Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'ConntrackHelper': {'1.0'}, Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Log': {'1.0'}, Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'NDPProxy': {'1.0'}, Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Network': {'1.1'}, Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Port': {'1.7'}, Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'PortForwarding': {'1.3'}, Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'QosPolicy': {'1.10'}, Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'SecurityGroup': {'1.5'}, Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'SubPort': {'1.0'}, Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Subnet': {'1.1'}, Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Trunk': {'1.1'}} Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: consumer versions: Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: { DHCP agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: L3 agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: Metadata agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: Metering agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: Open vSwitch agent@dv-cinder-837166-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Agent': '1.1', Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'ConntrackHelper': '1.0', Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'LocalIPAssociation': '1.0', Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Log': '1.0', Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'NDPProxy': '1.0', Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Network': '1.1', Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Port': '1.7', Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'PortForwarding': '1.3', Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'QosPolicy': '1.10', Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'SecurityGroup': '1.5', Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'SecurityGroupRule': '1.2', Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'SubPort': '1.0', Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Subnet': '1.1', Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Trunk': '1.1'}} Apr 08 17:29:59.084046 dv-cinder-837166-1-iscsi neutron-server[103550]: {{(pid=103550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:29:59.138466 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Attempting to bind port 050bab82-aa4b-4c5b-8d37-a181312b9d69 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:29:59.138863 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Attempting to bind port 050bab82-aa4b-4c5b-8d37-a181312b9d69 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': 'f62e39d8-60cb-4d3a-b59a-814aa3a63889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '064eae68-df8c-4ffd-87e1-ac8e2e4e0537'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:29:59.139270 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Attempting to bind port 050bab82-aa4b-4c5b-8d37-a181312b9d69 on network 064eae68-df8c-4ffd-87e1-ac8e2e4e0537 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:29:59.144261 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:29:59.144674 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Checking segment: {'id': 'f62e39d8-60cb-4d3a-b59a-814aa3a63889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '064eae68-df8c-4ffd-87e1-ac8e2e4e0537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:29:59.145136 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:59.145531 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Bound using segment: {'id': 'f62e39d8-60cb-4d3a-b59a-814aa3a63889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '064eae68-df8c-4ffd-87e1-ac8e2e4e0537'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:29:59.145997 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Bound port: 050bab82-aa4b-4c5b-8d37-a181312b9d69, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62e39d8-60cb-4d3a-b59a-814aa3a63889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '064eae68-df8c-4ffd-87e1-ac8e2e4e0537'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:29:59.146417 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (050bab82-aa4b-4c5b-8d37-a181312b9d69), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:59.215660 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] For port 050bab82-aa4b-4c5b-8d37-a181312b9d69, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:29:59.237254 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] For port 050bab82-aa4b-4c5b-8d37-a181312b9d69, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=050bab82-aa4b-4c5b-8d37-a181312b9d69,segment=NetworkSegment(f62e39d8-60cb-4d3a-b59a-814aa3a63889),segment_id=f62e39d8-60cb-4d3a-b59a-814aa3a63889)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:29:59.244847 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (050bab82-aa4b-4c5b-8d37-a181312b9d69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:29:59.307388 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b92b72-d0d0-4bc0-a964-27612cffb5b6 None None] Pushing event updated for resources: {'Port': ['ID=050bab82-aa4b-4c5b-8d37-a181312b9d69,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:00.587616 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 60960) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:30:00.932210 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [None req-03fd6d5e-a160-49fd-a918-0c0fcadd7bf0 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:30:00.933446 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-03fd6d5e-a160-49fd-a918-0c0fcadd7bf0 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3441329 Apr 08 17:30:03.505715 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 60968) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:30:03.859205 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [None req-20e25c9d-2ee6-4160-87dc-ccb75c8b1dfd admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:30:03.860209 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-20e25c9d-2ee6-4160-87dc-ccb75c8b1dfd admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3535163 Apr 08 17:30:06.428674 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 60976) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:30:06.769546 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-ff3d488f-4570-4122-8a35-fdf9a8360f30 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:30:06.802081 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ff3d488f-4570-4122-8a35-fdf9a8360f30 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4502'] for router (9c3cbae4-68cf-480a-87e0-e5ca615c3923), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:06.803958 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ff3d488f-4570-4122-8a35-fdf9a8360f30 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-870358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4591'] for router (9c3cbae4-68cf-480a-87e0-e5ca615c3923), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:06.954117 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ff3d488f-4570-4122-8a35-fdf9a8360f30 demo demo] Publish callbacks [] for router_controller (9c3cbae4-68cf-480a-87e0-e5ca615c3923), precommit_add_association {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:06.960538 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ff3d488f-4570-4122-8a35-fdf9a8360f30 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726690'] for router (9c3cbae4-68cf-480a-87e0-e5ca615c3923), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:06.982257 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ff3d488f-4570-4122-8a35-fdf9a8360f30 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:06.983479 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-ff3d488f-4570-4122-8a35-fdf9a8360f30 demo demo] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5538538 Apr 08 17:30:09.579609 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 60988) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:30:09.949081 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [None req-69aab71d-99d1-4180-a617-71493b45c543 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:30:09.950889 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-69aab71d-99d1-4180-a617-71493b45c543 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3702557 Apr 08 17:30:10.315888 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 050bab82-aa4b-4c5b-8d37-a181312b9d69 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:30:10.403540 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 050bab82-aa4b-4c5b-8d37-a181312b9d69 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:30:10.404020 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (050bab82-aa4b-4c5b-8d37-a181312b9d69), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:10.513042 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 050bab82-aa4b-4c5b-8d37-a181312b9d69 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:30:10.513381 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (050bab82-aa4b-4c5b-8d37-a181312b9d69), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:10.547556 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] For port 050bab82-aa4b-4c5b-8d37-a181312b9d69, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=050bab82-aa4b-4c5b-8d37-a181312b9d69,segment=NetworkSegment(f62e39d8-60cb-4d3a-b59a-814aa3a63889),segment_id=f62e39d8-60cb-4d3a-b59a-814aa3a63889)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:30:10.552880 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (050bab82-aa4b-4c5b-8d37-a181312b9d69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:10.601392 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Pushing event updated for resources: {'Port': ['ID=050bab82-aa4b-4c5b-8d37-a181312b9d69,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:10.980854 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d909d721-5d17-4725-a4f7-a1a7ddbaacb1 None None] Network 064eae68-df8c-4ffd-87e1-ac8e2e4e0537 requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:30:11.016320 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-ca9a794b-23dd-40f1-8b99-59bed5e536b0 None None] Provisioning complete for port 050bab82-aa4b-4c5b-8d37-a181312b9d69 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:30:11.016634 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ca9a794b-23dd-40f1-8b99-59bed5e536b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (050bab82-aa4b-4c5b-8d37-a181312b9d69), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:11.172845 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a794b-23dd-40f1-8b99-59bed5e536b0 None None] Current status of the port 050bab82-aa4b-4c5b-8d37-a181312b9d69 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:30:11.399953 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-d2ed4f73-89e5-4214-90d3-e9ce97d4153f None None] Provisioning complete for port 050bab82-aa4b-4c5b-8d37-a181312b9d69 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:30:11.400636 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d2ed4f73-89e5-4214-90d3-e9ce97d4153f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (050bab82-aa4b-4c5b-8d37-a181312b9d69), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:11.482136 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-d2ed4f73-89e5-4214-90d3-e9ce97d4153f None None] Current status of the port 050bab82-aa4b-4c5b-8d37-a181312b9d69 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:30:12.283557 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 050bab82-aa4b-4c5b-8d37-a181312b9d69 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:30:12.333297 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 050bab82-aa4b-4c5b-8d37-a181312b9d69 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:30:12.333696 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (050bab82-aa4b-4c5b-8d37-a181312b9d69), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:12.414175 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 050bab82-aa4b-4c5b-8d37-a181312b9d69 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:30:12.547530 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 60998) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:30:12.868636 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-9b87d2f4-eae3-4954-9d7f-73ececf54dfb admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:30:12.898654 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b87d2f4-eae3-4954-9d7f-73ececf54dfb admin admin] Made reservation on behalf of 7d7ffb2ecfe0424aa1be4d9bedcb7f72 for: {'network': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:30:12.902460 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9b87d2f4-eae3-4954-9d7f-73ececf54dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for network (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:12.913653 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9b87d2f4-eae3-4954-9d7f-73ececf54dfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:12.993823 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c713-5962-44b1-92b2-7ce3359524c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:13.000449 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9b87d2f4-eae3-4954-9d7f-73ececf54dfb admin admin] Publish callbacks [] for security_group (f81faca0-9c69-4780-b13a-adffb6910343), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:13.004938 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9b87d2f4-eae3-4954-9d7f-73ececf54dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (f81faca0-9c69-4780-b13a-adffb6910343), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:13.020225 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9b87d2f4-eae3-4954-9d7f-73ececf54dfb admin admin] Reserving flat network on physical network physnet1 {{(pid=103549) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 08 17:30:13.043578 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87d2f4-eae3-4954-9d7f-73ececf54dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81faca0-9c69-4780-b13a-adffb6910343,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:13.048362 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9b87d2f4-eae3-4954-9d7f-73ececf54dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:13.048738 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.segments_db [None req-9b87d2f4-eae3-4954-9d7f-73ececf54dfb admin admin] Added segment e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7 of type flat for network 621fbee4-87d2-43df-9614-a9bffeb44782 Apr 08 17:30:13.095978 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9b87d2f4-eae3-4954-9d7f-73ececf54dfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780306027852'] for network (621fbee4-87d2-43df-9614-a9bffeb44782), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:13.129181 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9b87d2f4-eae3-4954-9d7f-73ececf54dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for network (621fbee4-87d2-43df-9614-a9bffeb44782), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:13.130365 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b87d2f4-eae3-4954-9d7f-73ececf54dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:30:13.130942 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9b87d2f4-eae3-4954-9d7f-73ececf54dfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:13.216971 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-9b87d2f4-eae3-4954-9d7f-73ececf54dfb admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6683409 Apr 08 17:30:13.226242 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87d2f4-eae3-4954-9d7f-73ececf54dfb admin admin] Pushing event updated for resources: {'Network': ['ID=621fbee4-87d2-43df-9614-a9bffeb44782,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:13.237898 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Network 621fbee4-87d2-43df-9614-a9bffeb44782 details requested by agent ovs-agent-dv-cinder-837166-1-iscsi with host dv-cinder-837166-1-iscsi {{(pid=103550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:30:15.405952 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0668a20e-78c8-4d85-ae89-61298d3e63dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:15.815193 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 32774) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:30:16.239069 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7727786-ea9b-40c9-91ab-9bc54312f455 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:30:16.240457 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-e7727786-ea9b-40c9-91ab-9bc54312f455 demo admin] 10.222.0.86 "GET /v2.0/subnets/6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb HTTP/1.1" status: 200 len: 849 time: 0.4242780 Apr 08 17:30:16.417596 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-64f1ab01-962c-4bfc-9f48-e0746517d729 demo admin] 10.222.0.86 "GET /v2.0/routers/9c3cbae4-68cf-480a-87e0-e5ca615c3923 HTTP/1.1" status: 200 len: 704 time: 0.1685505 Apr 08 17:30:16.594799 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:16.707751 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2ff09092-4f67-4fb7-8f44-9a852c49b2ea demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:17.022770 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-2ff09092-4f67-4fb7-8f44-9a852c49b2ea demo admin] Allocated IP 172.20.0.1 (064eae68-df8c-4ffd-87e1-ac8e2e4e0537/6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb/2999bbdd-4534-4785-b5f2-8627299087ed) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:30:17.229580 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2ff09092-4f67-4fb7-8f44-9a852c49b2ea demo admin] Publish callbacks [] for port (2999bbdd-4534-4785-b5f2-8627299087ed), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:17.301092 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2ff09092-4f67-4fb7-8f44-9a852c49b2ea demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (2999bbdd-4534-4785-b5f2-8627299087ed), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:17.373102 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff09092-4f67-4fb7-8f44-9a852c49b2ea demo admin] Network 064eae68-df8c-4ffd-87e1-ac8e2e4e0537 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:30:17.377542 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-2ff09092-4f67-4fb7-8f44-9a852c49b2ea demo admin] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:30:17.380315 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff09092-4f67-4fb7-8f44-9a852c49b2ea demo admin] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:30:17.381062 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2ff09092-4f67-4fb7-8f44-9a852c49b2ea demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726645'] for router_interface (9c3cbae4-68cf-480a-87e0-e5ca615c3923), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:17.451484 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff09092-4f67-4fb7-8f44-9a852c49b2ea demo admin] Pushing event updated for resources: {'Port': ['ID=2999bbdd-4534-4785-b5f2-8627299087ed,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:17.611875 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2ff09092-4f67-4fb7-8f44-9a852c49b2ea demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (2999bbdd-4534-4785-b5f2-8627299087ed), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:17.641901 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b1d2bec5-85df-4f7f-a090-083fd6e6bb0e None None] Provisioning complete for port 2999bbdd-4534-4785-b5f2-8627299087ed triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:30:17.642380 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b1d2bec5-85df-4f7f-a090-083fd6e6bb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (2999bbdd-4534-4785-b5f2-8627299087ed), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:17.722041 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b1d2bec5-85df-4f7f-a090-083fd6e6bb0e None None] Port 2999bbdd-4534-4785-b5f2-8627299087ed cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:30:17.856191 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2ff09092-4f67-4fb7-8f44-9a852c49b2ea demo admin] Publish callbacks [] for port (2999bbdd-4534-4785-b5f2-8627299087ed), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:17.864213 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2ff09092-4f67-4fb7-8f44-9a852c49b2ea demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (2999bbdd-4534-4785-b5f2-8627299087ed), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:17.865072 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2ff09092-4f67-4fb7-8f44-9a852c49b2ea demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732645'] for router_interface (9c3cbae4-68cf-480a-87e0-e5ca615c3923), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:17.881260 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:17.929000 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff09092-4f67-4fb7-8f44-9a852c49b2ea demo admin] Pushing event updated for resources: {'Port': ['ID=2999bbdd-4534-4785-b5f2-8627299087ed,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:18.000383 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff09092-4f67-4fb7-8f44-9a852c49b2ea demo admin] Network 064eae68-df8c-4ffd-87e1-ac8e2e4e0537 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:30:18.001783 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-2ff09092-4f67-4fb7-8f44-9a852c49b2ea demo admin] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:30:18.168047 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff09092-4f67-4fb7-8f44-9a852c49b2ea demo admin] Router 9c3cbae4-68cf-480a-87e0-e5ca615c3923 is scheduled to L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 with binding_index 1 {{(pid=103549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:30:18.246814 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-fc6b2c82-c6c1-4396-a027-c6cbc775e35a None None] Provisioning complete for port 2999bbdd-4534-4785-b5f2-8627299087ed triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:30:18.247209 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fc6b2c82-c6c1-4396-a027-c6cbc775e35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (2999bbdd-4534-4785-b5f2-8627299087ed), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:18.270924 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff09092-4f67-4fb7-8f44-9a852c49b2ea demo admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:30:18.276633 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-2ff09092-4f67-4fb7-8f44-9a852c49b2ea demo admin] 10.222.0.86 "PUT /v2.0/routers/9c3cbae4-68cf-480a-87e0-e5ca615c3923/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8513556 Apr 08 17:30:18.282238 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] Sync routers for ids ['9c3cbae4-68cf-480a-87e0-e5ca615c3923'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:30:18.283374 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-fc6b2c82-c6c1-4396-a027-c6cbc775e35a None None] Port 2999bbdd-4534-4785-b5f2-8627299087ed cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:30:18.297674 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] Routers {'9c3cbae4-68cf-480a-87e0-e5ca615c3923'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:30:18.298522 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:30:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['9c3cbae4-68cf-480a-87e0-e5ca615c3923'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:30:18.496121 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] Set router 9c3cbae4-68cf-480a-87e0-e5ca615c3923 gateway port host: None {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:30:18.926615 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3cbae4-68cf-480a-87e0-e5ca615c3923', 'name': 'router1', 'tenant_id': '335505bdab614987bad22e8ce7e0940e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:30:06Z', 'updated_at': '2022-04-08T17:30:17Z', 'revision_number': 2, 'project_id': '335505bdab614987bad22e8ce7e0940e', 'gw_port_host': None, '_interfaces': [{'id': '2999bbdd-4534-4785-b5f2-8627299087ed', 'name': '', 'network_id': '064eae68-df8c-4ffd-87e1-ac8e2e4e0537', 'tenant_id': '335505bdab614987bad22e8ce7e0940e', 'mac_address': 'fa:16:3e:99:9a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3cbae4-68cf-480a-87e0-e5ca615c3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:30:16Z', 'updated_at': '2022-04-08T17:30:17Z', 'revision_number': 2, 'project_id': '335505bdab614987bad22e8ce7e0940e', 'subnets': [{'id': '6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '991dc285-44e0-4fc0-9f1a-54938d641e17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:30:18.980924 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] Checking router: 9c3cbae4-68cf-480a-87e0-e5ca615c3923 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:30:18.981291 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] Updating router 9c3cbae4-68cf-480a-87e0-e5ca615c3923 port 2999bbdd-4534-4785-b5f2-8627299087ed binding host dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:30:19.043228 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (2999bbdd-4534-4785-b5f2-8627299087ed), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:19.550750 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:19.674587 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] Publish callbacks [] for port (2999bbdd-4534-4785-b5f2-8627299087ed), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:19.686274 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (2999bbdd-4534-4785-b5f2-8627299087ed), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:19.849153 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ee4c4-0101-4b13-934b-05bfd1c40970 None None] Pushing event updated for resources: {'Port': ['ID=2999bbdd-4534-4785-b5f2-8627299087ed,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:19.892100 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ee4c4-0101-4b13-934b-05bfd1c40970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:19.892716 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ee4c4-0101-4b13-934b-05bfd1c40970 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:19.893080 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ee4c4-0101-4b13-934b-05bfd1c40970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:19.893435 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ee4c4-0101-4b13-934b-05bfd1c40970 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:19.893779 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ee4c4-0101-4b13-934b-05bfd1c40970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:19.894106 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ee4c4-0101-4b13-934b-05bfd1c40970 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:19.894431 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ee4c4-0101-4b13-934b-05bfd1c40970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:19.894832 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ee4c4-0101-4b13-934b-05bfd1c40970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:19.895157 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ee4c4-0101-4b13-934b-05bfd1c40970 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:19.895482 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ee4c4-0101-4b13-934b-05bfd1c40970 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:19.895810 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ee4c4-0101-4b13-934b-05bfd1c40970 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:19.896180 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ee4c4-0101-4b13-934b-05bfd1c40970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:19.896522 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ee4c4-0101-4b13-934b-05bfd1c40970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:19.896853 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ee4c4-0101-4b13-934b-05bfd1c40970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:19.897169 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ee4c4-0101-4b13-934b-05bfd1c40970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ee4c4-0101-4b13-934b-05bfd1c40970 None None] Tracked resource versions report: Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: pushed versions: Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: { 'AddressGroup': {'1.2'}, Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Agent': {'1.1'}, Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'ConntrackHelper': {'1.0'}, Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Log': {'1.0'}, Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'NDPProxy': {'1.0'}, Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Network': {'1.1'}, Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Port': {'1.7'}, Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'PortForwarding': {'1.3'}, Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'QosPolicy': {'1.10'}, Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'SecurityGroup': {'1.5'}, Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'SubPort': {'1.0'}, Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Subnet': {'1.1'}, Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Trunk': {'1.1'}} Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: consumer versions: Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: { DHCP agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: L3 agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: Metadata agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: Metering agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: Open vSwitch agent@dv-cinder-837166-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Agent': '1.1', Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'ConntrackHelper': '1.0', Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'LocalIPAssociation': '1.0', Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Log': '1.0', Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'NDPProxy': '1.0', Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Network': '1.1', Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Port': '1.7', Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'PortForwarding': '1.3', Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'QosPolicy': '1.10', Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'SecurityGroup': '1.5', Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'SecurityGroupRule': '1.2', Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'SubPort': '1.0', Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Subnet': '1.1', Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Trunk': '1.1'}} Apr 08 17:30:19.898655 dv-cinder-837166-1-iscsi neutron-server[103551]: {{(pid=103551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:30:19.909869 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] Attempting to bind port 2999bbdd-4534-4785-b5f2-8627299087ed on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:30:19.910277 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] Attempting to bind port 2999bbdd-4534-4785-b5f2-8627299087ed by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': 'f62e39d8-60cb-4d3a-b59a-814aa3a63889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '064eae68-df8c-4ffd-87e1-ac8e2e4e0537'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:30:19.910730 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] Attempting to bind port 2999bbdd-4534-4785-b5f2-8627299087ed on network 064eae68-df8c-4ffd-87e1-ac8e2e4e0537 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:30:19.918090 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:30:19.918515 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] Checking segment: {'id': 'f62e39d8-60cb-4d3a-b59a-814aa3a63889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '064eae68-df8c-4ffd-87e1-ac8e2e4e0537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:30:19.918994 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:19.919383 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] Bound using segment: {'id': 'f62e39d8-60cb-4d3a-b59a-814aa3a63889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '064eae68-df8c-4ffd-87e1-ac8e2e4e0537'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:30:19.919886 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] Bound port: 2999bbdd-4534-4785-b5f2-8627299087ed, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62e39d8-60cb-4d3a-b59a-814aa3a63889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '064eae68-df8c-4ffd-87e1-ac8e2e4e0537'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:30:19.920413 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (2999bbdd-4534-4785-b5f2-8627299087ed), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:20.014907 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] For port 2999bbdd-4534-4785-b5f2-8627299087ed, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:30:20.024913 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-9947b639-cee9-45cb-82bb-5590a266700c None None] Provisioning complete for port 2999bbdd-4534-4785-b5f2-8627299087ed triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:30:20.025237 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9947b639-cee9-45cb-82bb-5590a266700c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (2999bbdd-4534-4785-b5f2-8627299087ed), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:20.036334 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] For port 2999bbdd-4534-4785-b5f2-8627299087ed, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=2999bbdd-4534-4785-b5f2-8627299087ed,segment=NetworkSegment(f62e39d8-60cb-4d3a-b59a-814aa3a63889),segment_id=f62e39d8-60cb-4d3a-b59a-814aa3a63889)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:30:20.044320 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (2999bbdd-4534-4785-b5f2-8627299087ed), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:20.063180 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-9947b639-cee9-45cb-82bb-5590a266700c None None] Port 2999bbdd-4534-4785-b5f2-8627299087ed cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:30:20.090700 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] Routers {'9c3cbae4-68cf-480a-87e0-e5ca615c3923'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:30:20.091328 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:30:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['9c3cbae4-68cf-480a-87e0-e5ca615c3923'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:30:20.194995 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ee4c4-0101-4b13-934b-05bfd1c40970 None None] Pushing event updated for resources: {'Port': ['ID=2999bbdd-4534-4785-b5f2-8627299087ed,revision_number=4']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:20.200587 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] Set router 9c3cbae4-68cf-480a-87e0-e5ca615c3923 gateway port host: None {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:30:20.298039 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-a9893af3-e08a-48df-8b0e-601ed58538d7 None None] Provisioning complete for port 2999bbdd-4534-4785-b5f2-8627299087ed triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:30:20.298436 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a9893af3-e08a-48df-8b0e-601ed58538d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (2999bbdd-4534-4785-b5f2-8627299087ed), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:20.381203 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-a9893af3-e08a-48df-8b0e-601ed58538d7 None None] Current status of the port 2999bbdd-4534-4785-b5f2-8627299087ed is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:30:20.381844 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a9893af3-e08a-48df-8b0e-601ed58538d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (2999bbdd-4534-4785-b5f2-8627299087ed), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:20.423225 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-a9893af3-e08a-48df-8b0e-601ed58538d7 None None] For port 2999bbdd-4534-4785-b5f2-8627299087ed, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=2999bbdd-4534-4785-b5f2-8627299087ed,segment=NetworkSegment(f62e39d8-60cb-4d3a-b59a-814aa3a63889),segment_id=f62e39d8-60cb-4d3a-b59a-814aa3a63889)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:30:20.429546 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a9893af3-e08a-48df-8b0e-601ed58538d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (2999bbdd-4534-4785-b5f2-8627299087ed), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:20.446630 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3cbae4-68cf-480a-87e0-e5ca615c3923', 'name': 'router1', 'tenant_id': '335505bdab614987bad22e8ce7e0940e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:30:06Z', 'updated_at': '2022-04-08T17:30:17Z', 'revision_number': 2, 'project_id': '335505bdab614987bad22e8ce7e0940e', 'gw_port_host': None, '_interfaces': [{'id': '2999bbdd-4534-4785-b5f2-8627299087ed', 'name': '', 'network_id': '064eae68-df8c-4ffd-87e1-ac8e2e4e0537', 'tenant_id': '335505bdab614987bad22e8ce7e0940e', 'mac_address': 'fa:16:3e:99:9a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3cbae4-68cf-480a-87e0-e5ca615c3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:30:16Z', 'updated_at': '2022-04-08T17:30:20Z', 'revision_number': 4, 'project_id': '335505bdab614987bad22e8ce7e0940e', 'subnets': [{'id': '6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '991dc285-44e0-4fc0-9f1a-54938d641e17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:30:20.473641 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457efe77-9c7e-4ace-85f2-080b6d1e1b1c None None] The sync data for ids ['9c3cbae4-68cf-480a-87e0-e5ca615c3923'] in dv-cinder-837166-1-iscsi is: [{'id': '9c3cbae4-68cf-480a-87e0-e5ca615c3923', 'name': 'router1', 'tenant_id': '335505bdab614987bad22e8ce7e0940e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:30:06Z', 'updated_at': '2022-04-08T17:30:17Z', 'revision_number': 2, 'project_id': '335505bdab614987bad22e8ce7e0940e', 'gw_port_host': None, '_interfaces': [{'id': '2999bbdd-4534-4785-b5f2-8627299087ed', 'name': '', 'network_id': '064eae68-df8c-4ffd-87e1-ac8e2e4e0537', 'tenant_id': '335505bdab614987bad22e8ce7e0940e', 'mac_address': 'fa:16:3e:99:9a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3cbae4-68cf-480a-87e0-e5ca615c3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:30:16Z', 'updated_at': '2022-04-08T17:30:20Z', 'revision_number': 4, 'project_id': '335505bdab614987bad22e8ce7e0940e', 'subnets': [{'id': '6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '991dc285-44e0-4fc0-9f1a-54938d641e17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:30:20.478745 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9893af3-e08a-48df-8b0e-601ed58538d7 None None] Pushing event updated for resources: {'Port': ['ID=2999bbdd-4534-4785-b5f2-8627299087ed,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:20.839471 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 32794) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:30:21.029443 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87537d61-a807-4579-8f2e-6d441eb2ad44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:30:21.030801 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-87537d61-a807-4579-8f2e-6d441eb2ad44 admin admin] 10.222.0.86 "GET /v2.0/networks/621fbee4-87d2-43df-9614-a9bffeb44782 HTTP/1.1" status: 200 len: 842 time: 0.1903560 Apr 08 17:30:21.041210 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-a731065c-28fe-4015-b31b-81d3bb1307ed admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'ip_version': 4}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:30:21.062444 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a731065c-28fe-4015-b31b-81d3bb1307ed admin admin] Made reservation on behalf of 7d7ffb2ecfe0424aa1be4d9bedcb7f72 for: {'subnet': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:30:21.064723 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a731065c-28fe-4015-b31b-81d3bb1307ed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:21.344762 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.objects.ports [None req-a731065c-28fe-4015-b31b-81d3bb1307ed admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103549) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 08 17:30:21.345179 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a731065c-28fe-4015-b31b-81d3bb1307ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for subnet (f3b5cce6-c86b-437f-a541-279b3363d15a), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:21.469367 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731065c-28fe-4015-b31b-81d3bb1307ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3b5cce6-c86b-437f-a541-279b3363d15a,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:21.486826 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a731065c-28fe-4015-b31b-81d3bb1307ed admin admin] Checking segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:30:21.487181 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a731065c-28fe-4015-b31b-81d3bb1307ed admin admin] Network hostable DHCP agents. Network: 621fbee4-87d2-43df-9614-a9bffeb44782, hostable agents: ['936a358b-e021-4ff4-ad20-3c86fe6ebe95'], hosted agents: [] {{(pid=103549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:30:21.506866 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a731065c-28fe-4015-b31b-81d3bb1307ed admin admin] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is scheduled to be hosted by DHCP agent 936a358b-e021-4ff4-ad20-3c86fe6ebe95 with binding_index 1 {{(pid=103549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:30:21.517759 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-a731065c-28fe-4015-b31b-81d3bb1307ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-1-iscsi, 621fbee4-87d2-43df-9614-a9bffeb44782) {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:30:21.522268 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a731065c-28fe-4015-b31b-81d3bb1307ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:30:21.522894 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a731065c-28fe-4015-b31b-81d3bb1307ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:21.528598 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b905ef-9b6c-4e0b-93f5-4a643f574368 None None] Network 621fbee4-87d2-43df-9614-a9bffeb44782 requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:30:21.545076 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-a731065c-28fe-4015-b31b-81d3bb1307ed admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5076647 Apr 08 17:30:21.641630 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3310e712-c1e4-4485-9657-610bf7c1795e None None] Network 621fbee4-87d2-43df-9614-a9bffeb44782 requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:30:24.000111 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 32812) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:30:24.142140 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-e95fdb29-c98a-4daa-91b5-6a1bc2db2d6f demo admin] 10.222.0.86 "GET /v2.0/routers/9c3cbae4-68cf-480a-87e0-e5ca615c3923 HTTP/1.1" status: 200 len: 710 time: 0.1409121 Apr 08 17:30:24.229262 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33aa172-ed91-4d2d-9e5a-0ec874e51a77 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:30:24.230579 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-d33aa172-ed91-4d2d-9e5a-0ec874e51a77 demo admin] 10.222.0.86 "GET /v2.0/networks/621fbee4-87d2-43df-9614-a9bffeb44782 HTTP/1.1" status: 200 len: 886 time: 0.0830038 Apr 08 17:30:24.240017 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-5b673c93-04cb-4a26-a072-776be31f9ab4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:30:24.497372 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5b673c93-04cb-4a26-a072-776be31f9ab4 demo admin] Publish callbacks [] for router_gateway (9c3cbae4-68cf-480a-87e0-e5ca615c3923), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:24.736409 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5b673c93-04cb-4a26-a072-776be31f9ab4 demo admin] Publish callbacks [] for router_gateway (9c3cbae4-68cf-480a-87e0-e5ca615c3923), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:24.815067 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5b673c93-04cb-4a26-a072-776be31f9ab4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:24.917359 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-5b673c93-04cb-4a26-a072-776be31f9ab4 demo admin] Allocated IP 172.27.1.123 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/23fb8942-b2fa-4427-9908-d30a5ef91208) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:30:25.019501 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5b673c93-04cb-4a26-a072-776be31f9ab4 demo admin] Publish callbacks [] for port (23fb8942-b2fa-4427-9908-d30a5ef91208), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:25.057664 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5b673c93-04cb-4a26-a072-776be31f9ab4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (23fb8942-b2fa-4427-9908-d30a5ef91208), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:25.098876 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b673c93-04cb-4a26-a072-776be31f9ab4 demo admin] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:30:25.105138 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-5b673c93-04cb-4a26-a072-776be31f9ab4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:30:25.107041 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b673c93-04cb-4a26-a072-776be31f9ab4 demo admin] Pushing event updated for resources: {'Port': ['ID=23fb8942-b2fa-4427-9908-d30a5ef91208,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:25.111022 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b673c93-04cb-4a26-a072-776be31f9ab4 demo admin] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:30:25.379153 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5b673c93-04cb-4a26-a072-776be31f9ab4 demo admin] Publish callbacks [] for router_gateway (9c3cbae4-68cf-480a-87e0-e5ca615c3923), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:25.671136 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5b673c93-04cb-4a26-a072-776be31f9ab4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-725827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4601'] for router (9c3cbae4-68cf-480a-87e0-e5ca615c3923), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:25.674848 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5b673c93-04cb-4a26-a072-776be31f9ab4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-725832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-725841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-681409'] for router (9c3cbae4-68cf-480a-87e0-e5ca615c3923), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:25.793204 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b673c93-04cb-4a26-a072-776be31f9ab4 demo admin] Router 9c3cbae4-68cf-480a-87e0-e5ca615c3923 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:30:25.909353 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b673c93-04cb-4a26-a072-776be31f9ab4 demo admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:30:25.915995 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5b673c93-04cb-4a26-a072-776be31f9ab4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:25.917321 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-5b673c93-04cb-4a26-a072-776be31f9ab4 demo admin] 10.222.0.86 "PUT /v2.0/routers/9c3cbae4-68cf-480a-87e0-e5ca615c3923 HTTP/1.1" status: 200 len: 890 time: 1.6808028 Apr 08 17:30:28.307699 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 2999bbdd-4534-4785-b5f2-8627299087ed up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:30:28.354854 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 2999bbdd-4534-4785-b5f2-8627299087ed triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:30:28.355140 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (2999bbdd-4534-4785-b5f2-8627299087ed), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:28.435641 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 2999bbdd-4534-4785-b5f2-8627299087ed is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:30:28.514651 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 32826) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:30:28.644646 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-f2c8fa7c-c00a-4b8c-a94b-5027cb5ec0fa admin admin] 10.222.0.86 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1287758 Apr 08 17:30:29.268512 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] Sync routers for ids ['9c3cbae4-68cf-480a-87e0-e5ca615c3923'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:30:29.288345 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] Routers {'9c3cbae4-68cf-480a-87e0-e5ca615c3923'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:30:29.289070 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:30:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['9c3cbae4-68cf-480a-87e0-e5ca615c3923'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:30:29.518795 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] Set router 9c3cbae4-68cf-480a-87e0-e5ca615c3923 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:30:30.032539 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3cbae4-68cf-480a-87e0-e5ca615c3923', 'name': 'router1', 'tenant_id': '335505bdab614987bad22e8ce7e0940e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '23fb8942-b2fa-4427-9908-d30a5ef91208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:30:06Z', 'updated_at': '2022-04-08T17:30:25Z', 'revision_number': 4, 'project_id': '335505bdab614987bad22e8ce7e0940e', 'gw_port': {'id': '23fb8942-b2fa-4427-9908-d30a5ef91208', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3cbae4-68cf-480a-87e0-e5ca615c3923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:30:24Z', 'updated_at': '2022-04-08T17:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '2999bbdd-4534-4785-b5f2-8627299087ed', 'name': '', 'network_id': '064eae68-df8c-4ffd-87e1-ac8e2e4e0537', 'tenant_id': '335505bdab614987bad22e8ce7e0940e', 'mac_address': 'fa:16:3e:99:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3cbae4-68cf-480a-87e0-e5ca615c3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:30:16Z', 'updated_at': '2022-04-08T17:30:20Z', 'revision_number': 5, 'project_id': '335505bdab614987bad22e8ce7e0940e', 'subnets': [{'id': '6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '991dc285-44e0-4fc0-9f1a-54938d641e17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:30:30.101229 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] Checking router: 9c3cbae4-68cf-480a-87e0-e5ca615c3923 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:30:30.101527 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] Updating router 9c3cbae4-68cf-480a-87e0-e5ca615c3923 port 23fb8942-b2fa-4427-9908-d30a5ef91208 binding host dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:30:30.156686 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (23fb8942-b2fa-4427-9908-d30a5ef91208), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:30.513893 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] Publish callbacks [] for port (23fb8942-b2fa-4427-9908-d30a5ef91208), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:30.523696 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (23fb8942-b2fa-4427-9908-d30a5ef91208), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:30.575842 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] Attempting to bind port 23fb8942-b2fa-4427-9908-d30a5ef91208 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:30:30.575842 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] Attempting to bind port 23fb8942-b2fa-4427-9908-d30a5ef91208 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:30:30.575842 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] Attempting to bind port 23fb8942-b2fa-4427-9908-d30a5ef91208 on network 621fbee4-87d2-43df-9614-a9bffeb44782 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:30:30.586785 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:30:30.587156 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] Checking segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:30:30.587560 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:30.587945 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] Bound using segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:30:30.588539 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] Bound port: 23fb8942-b2fa-4427-9908-d30a5ef91208, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:30:30.588824 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (23fb8942-b2fa-4427-9908-d30a5ef91208), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:30.605081 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c92bcc-1845-4d8c-9a95-369db914ff9e None None] Pushing event updated for resources: {'Port': ['ID=23fb8942-b2fa-4427-9908-d30a5ef91208,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:30.672249 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] For port 23fb8942-b2fa-4427-9908-d30a5ef91208, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:30:30.675523 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] For port 23fb8942-b2fa-4427-9908-d30a5ef91208, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=23fb8942-b2fa-4427-9908-d30a5ef91208,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:30:30.689756 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (23fb8942-b2fa-4427-9908-d30a5ef91208), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:30.766145 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c92bcc-1845-4d8c-9a95-369db914ff9e None None] Pushing event updated for resources: {'Port': ['ID=23fb8942-b2fa-4427-9908-d30a5ef91208,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:30.780615 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] Routers {'9c3cbae4-68cf-480a-87e0-e5ca615c3923'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:30:30.780615 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:30:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['9c3cbae4-68cf-480a-87e0-e5ca615c3923'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:30:30.920808 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] Set router 9c3cbae4-68cf-480a-87e0-e5ca615c3923 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:30:31.182403 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3cbae4-68cf-480a-87e0-e5ca615c3923', 'name': 'router1', 'tenant_id': '335505bdab614987bad22e8ce7e0940e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '23fb8942-b2fa-4427-9908-d30a5ef91208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:30:06Z', 'updated_at': '2022-04-08T17:30:25Z', 'revision_number': 4, 'project_id': '335505bdab614987bad22e8ce7e0940e', 'gw_port': {'id': '23fb8942-b2fa-4427-9908-d30a5ef91208', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3cbae4-68cf-480a-87e0-e5ca615c3923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:30:24Z', 'updated_at': '2022-04-08T17:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '2999bbdd-4534-4785-b5f2-8627299087ed', 'name': '', 'network_id': '064eae68-df8c-4ffd-87e1-ac8e2e4e0537', 'tenant_id': '335505bdab614987bad22e8ce7e0940e', 'mac_address': 'fa:16:3e:99:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3cbae4-68cf-480a-87e0-e5ca615c3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:30:16Z', 'updated_at': '2022-04-08T17:30:20Z', 'revision_number': 5, 'project_id': '335505bdab614987bad22e8ce7e0940e', 'subnets': [{'id': '6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '991dc285-44e0-4fc0-9f1a-54938d641e17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:30:31.219452 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d920ccbe-5157-485e-a053-3b90f00f2545 None None] The sync data for ids ['9c3cbae4-68cf-480a-87e0-e5ca615c3923'] in dv-cinder-837166-1-iscsi is: [{'id': '9c3cbae4-68cf-480a-87e0-e5ca615c3923', 'name': 'router1', 'tenant_id': '335505bdab614987bad22e8ce7e0940e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '23fb8942-b2fa-4427-9908-d30a5ef91208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:30:06Z', 'updated_at': '2022-04-08T17:30:25Z', 'revision_number': 4, 'project_id': '335505bdab614987bad22e8ce7e0940e', 'gw_port': {'id': '23fb8942-b2fa-4427-9908-d30a5ef91208', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3cbae4-68cf-480a-87e0-e5ca615c3923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:30:24Z', 'updated_at': '2022-04-08T17:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '2999bbdd-4534-4785-b5f2-8627299087ed', 'name': '', 'network_id': '064eae68-df8c-4ffd-87e1-ac8e2e4e0537', 'tenant_id': '335505bdab614987bad22e8ce7e0940e', 'mac_address': 'fa:16:3e:99:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3cbae4-68cf-480a-87e0-e5ca615c3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:30:16Z', 'updated_at': '2022-04-08T17:30:20Z', 'revision_number': 5, 'project_id': '335505bdab614987bad22e8ce7e0940e', 'subnets': [{'id': '6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '991dc285-44e0-4fc0-9f1a-54938d641e17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:30:32.399396 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 23fb8942-b2fa-4427-9908-d30a5ef91208 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:30:32.535417 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 23fb8942-b2fa-4427-9908-d30a5ef91208 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:30:32.535417 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (23fb8942-b2fa-4427-9908-d30a5ef91208), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:32.747320 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 23fb8942-b2fa-4427-9908-d30a5ef91208 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:30:32.747320 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (23fb8942-b2fa-4427-9908-d30a5ef91208), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:32.774278 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] For port 23fb8942-b2fa-4427-9908-d30a5ef91208, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=23fb8942-b2fa-4427-9908-d30a5ef91208,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:30:32.786024 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (23fb8942-b2fa-4427-9908-d30a5ef91208), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:32.879935 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Pushing event updated for resources: {'Port': ['ID=23fb8942-b2fa-4427-9908-d30a5ef91208,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:30:34.389840 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 23fb8942-b2fa-4427-9908-d30a5ef91208 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:30:34.439060 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 5 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:30:34.548948 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 23fb8942-b2fa-4427-9908-d30a5ef91208 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:30:34.549552 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (23fb8942-b2fa-4427-9908-d30a5ef91208), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:34.725884 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 23fb8942-b2fa-4427-9908-d30a5ef91208 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:30:42.992936 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c84d6421-5328-43e0-801d-4ddd3c42472b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:45.401976 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a000b338-af5c-4279-9ed9-636f9a93fe7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:46.613167 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:47.892172 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:30:49.537245 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:31:11.381644 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 5 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:31:12.989180 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bb7a490a-2ece-41ce-a038-420880b37fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:31:15.398902 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d7c56381-81d2-4e43-8d59-8573773a19f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:31:16.603123 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:31:17.887563 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:31:19.540828 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:31:42.986222 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-60249f9a-0850-4b52-940d-4d5a8c784df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:31:45.398990 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1a0b4642-e8ec-4a72-b519-ed989f198a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:31:46.607726 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:31:47.887316 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:31:48.385574 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 5 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:31:49.537555 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:31:58.699524 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 33310) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:31:58.803088 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba524bd9-d708-4751-9121-c1fdce508d54 admin admin] GET failed (client error): The resource could not be found. Apr 08 17:31:58.804493 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-ba524bd9-d708-4751-9121-c1fdce508d54 admin admin] 10.222.0.86 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1036880 Apr 08 17:31:59.002973 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666e835f-2bfd-4465-8ce3-6f2fb4c5b775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:31:59.004604 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-666e835f-2bfd-4465-8ce3-6f2fb4c5b775 admin admin] 10.222.0.86 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1957421 Apr 08 17:32:01.372697 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 33320) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:32:01.486571 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc46439-8ee1-4e41-835e-28d47418c7ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:01.487854 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-7cc46439-8ee1-4e41-835e-28d47418c7ca admin admin] 10.222.0.86 "GET /v2.0/subnets/6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb HTTP/1.1" status: 200 len: 849 time: 0.1139765 Apr 08 17:32:01.502074 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-0b18d14b-5462-4e46-a1e6-4f58569851f2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:32:01.593236 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0b18d14b-5462-4e46-a1e6-4f58569851f2 admin admin] Publish callbacks [] for subnet (6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:01.741004 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0b18d14b-5462-4e46-a1e6-4f58569851f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780306521092'] for subnet (6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:01.771422 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b18d14b-5462-4e46-a1e6-4f58569851f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:01.772300 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0b18d14b-5462-4e46-a1e6-4f58569851f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:01.776463 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-0b18d14b-5462-4e46-a1e6-4f58569851f2 admin admin] 10.222.0.86 "PUT /v2.0/subnets/6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb HTTP/1.1" status: 200 len: 868 time: 0.2751956 Apr 08 17:32:01.778786 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc420604-94ba-4f0d-ba53-0b736541297f None None] Network 064eae68-df8c-4ffd-87e1-ac8e2e4e0537 requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:32:01.795778 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18d14b-5462-4e46-a1e6-4f58569851f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:32:01.804039 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b18d14b-5462-4e46-a1e6-4f58569851f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:01.804428 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b18d14b-5462-4e46-a1e6-4f58569851f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:01.804734 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b18d14b-5462-4e46-a1e6-4f58569851f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:01.805108 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b18d14b-5462-4e46-a1e6-4f58569851f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:01.805481 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b18d14b-5462-4e46-a1e6-4f58569851f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:01.805953 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b18d14b-5462-4e46-a1e6-4f58569851f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:01.806286 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b18d14b-5462-4e46-a1e6-4f58569851f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:01.806610 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b18d14b-5462-4e46-a1e6-4f58569851f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:01.806971 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b18d14b-5462-4e46-a1e6-4f58569851f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:01.807287 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b18d14b-5462-4e46-a1e6-4f58569851f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:01.807636 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b18d14b-5462-4e46-a1e6-4f58569851f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:01.807976 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b18d14b-5462-4e46-a1e6-4f58569851f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:01.808304 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b18d14b-5462-4e46-a1e6-4f58569851f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:01.808657 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b18d14b-5462-4e46-a1e6-4f58569851f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:01.809001 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b18d14b-5462-4e46-a1e6-4f58569851f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:32:02.109108 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-ee677a52-9891-4eac-a4b2-4402945860c8 None None] Provisioning complete for port 2999bbdd-4534-4785-b5f2-8627299087ed triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:32:02.109508 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ee677a52-9891-4eac-a4b2-4402945860c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (2999bbdd-4534-4785-b5f2-8627299087ed), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:02.197083 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-ee677a52-9891-4eac-a4b2-4402945860c8 None None] Current status of the port 2999bbdd-4534-4785-b5f2-8627299087ed is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:32:02.205788 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-ee677a52-9891-4eac-a4b2-4402945860c8 None None] Provisioning complete for port 050bab82-aa4b-4c5b-8d37-a181312b9d69 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:32:02.206189 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ee677a52-9891-4eac-a4b2-4402945860c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (050bab82-aa4b-4c5b-8d37-a181312b9d69), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:02.280873 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-ee677a52-9891-4eac-a4b2-4402945860c8 None None] Current status of the port 050bab82-aa4b-4c5b-8d37-a181312b9d69 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:32:04.131626 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 33330) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:32:04.353335 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39205e82-ebcc-4ea5-8f18-000fdfc6caa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:04.353807 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39205e82-ebcc-4ea5-8f18-000fdfc6caa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:04.355372 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-39205e82-ebcc-4ea5-8f18-000fdfc6caa4 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2227538 Apr 08 17:32:06.714297 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 33338) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:32:06.861058 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91efc6c9-a40d-47ca-a0cf-6d506da2251f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:06.861529 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91efc6c9-a40d-47ca-a0cf-6d506da2251f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:06.863082 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-91efc6c9-a40d-47ca-a0cf-6d506da2251f admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1477883 Apr 08 17:32:09.201950 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 33346) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:32:09.417344 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0c36ae-7d0e-49df-a9f9-805634116d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:09.418774 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-7a0c36ae-7d0e-49df-a9f9-805634116d6e admin admin] 10.222.0.86 "GET /v2.0/networks/064eae68-df8c-4ffd-87e1-ac8e2e4e0537 HTTP/1.1" status: 200 len: 869 time: 0.2167857 Apr 08 17:32:11.787984 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 33354) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:32:11.923589 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af830307-d7e5-44c1-92f0-daf0d2834c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:11.925177 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-af830307-d7e5-44c1-92f0-daf0d2834c39 admin admin] 10.222.0.86 "GET /v2.0/networks/621fbee4-87d2-43df-9614-a9bffeb44782 HTTP/1.1" status: 200 len: 886 time: 0.1361079 Apr 08 17:32:12.992529 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-02f801c0-7a7d-4729-a8a1-89328388d9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:14.297101 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 33362) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:32:14.451918 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c2a24-6685-456d-bffb-b4ce298492d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:14.452373 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c2a24-6685-456d-bffb-b4ce298492d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:14.455091 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-d12c2a24-6685-456d-bffb-b4ce298492d2 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1560009 Apr 08 17:32:15.394309 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3df4143a-e6d0-44dc-90b0-2baef304feb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:16.611063 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:16.837589 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 33370) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:32:16.974106 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80020208-c8a7-4083-ab44-d111f9fd0a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:16.974555 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80020208-c8a7-4083-ab44-d111f9fd0a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:16.976092 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-80020208-c8a7-4083-ab44-d111f9fd0a41 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1373947 Apr 08 17:32:17.888245 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:19.373811 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 33378) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:32:19.491894 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce6f3e3-b9dc-4a01-83aa-a2aa0aca62e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:19.493227 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-4ce6f3e3-b9dc-4a01-83aa-a2aa0aca62e5 admin admin] 10.222.0.86 "GET /v2.0/subnets/6d8cffef-68d0-42d9-8e3a-75b4ba77f8fb HTTP/1.1" status: 200 len: 868 time: 0.1179688 Apr 08 17:32:19.537990 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:21.882762 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 33386) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:32:22.007349 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebb8a03-8103-49fa-808b-b8cda37bdf4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:32:22.008735 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-3ebb8a03-8103-49fa-808b-b8cda37bdf4c admin admin] 10.222.0.86 "GET /v2.0/subnets/f3b5cce6-c86b-437f-a541-279b3363d15a HTTP/1.1" status: 200 len: 816 time: 0.1241941 Apr 08 17:32:25.387789 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 5 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:32:42.992022 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-86d65108-bdee-4c9b-ac54-38fd06238030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:45.400567 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2d0ed9b7-9407-4597-a8a3-f06a5f42eb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:46.613166 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:47.891179 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:32:49.534894 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:02.393311 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 5 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:33:03.378370 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 33444) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:33:03.430369 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [None req-51a4d1b1-9009-4f8d-a4ef-78407c2273cd admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:33:03.431387 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-51a4d1b1-9009-4f8d-a4ef-78407c2273cd admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0520554 Apr 08 17:33:05.891145 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 33452) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:33:05.962203 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.pecan_wsgi.hooks.translation [None req-c207cfa6-16e7-4b04-9be3-9ea127d5a4f4 admin admin] GET failed (client error): The resource could not be found. Apr 08 17:33:05.963491 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-c207cfa6-16e7-4b04-9be3-9ea127d5a4f4 admin admin] 10.222.0.86 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0713146 Apr 08 17:33:06.219907 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090ba1d3-0adb-4050-b760-d5859175e93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:33:06.221778 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-090ba1d3-0adb-4050-b760-d5859175e93f admin admin] 10.222.0.86 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2521062 Apr 08 17:33:08.581704 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 33460) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:33:08.651481 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:33:08.674254 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Made reservation on behalf of 7d7ffb2ecfe0424aa1be4d9bedcb7f72 for: {'network': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:33:08.676465 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for network (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:08.703780 dv-cinder-837166-1-iscsi neutron-server[103549]: WARNING neutron.services.revisions.revision_plugin [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Could not find related network for resource to bump revision. Apr 08 17:33:08.718422 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 964} {{(pid=103549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:33:08.734027 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (91ba1507-6abb-48a2-82b5-259ece99ca0d), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:08.734474 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.segments_db [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Added segment 91ba1507-6abb-48a2-82b5-259ece99ca0d of type vlan for network 1ae993eb-db0e-43de-bae5-bba54c0984fb Apr 08 17:33:08.786306 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780306027852'] for network (1ae993eb-db0e-43de-bae5-bba54c0984fb), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:08.814406 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for network (1ae993eb-db0e-43de-bae5-bba54c0984fb), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:08.815424 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:33:08.816021 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:08.845513 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2618091 Apr 08 17:33:08.878837 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Pushing event updated for resources: {'Network': ['ID=1ae993eb-db0e-43de-bae5-bba54c0984fb,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:33:08.886643 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:08.886992 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:08.887345 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:08.887689 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:08.888041 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:08.888368 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:08.888720 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:08.889064 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:08.889380 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:08.889714 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:08.890047 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:08.890402 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:08.890736 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:08.891062 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:08.891389 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c42728-ee25-4ac1-94da-acd6a915cf6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:08.904758 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Network 1ae993eb-db0e-43de-bae5-bba54c0984fb details requested by agent ovs-agent-dv-cinder-837166-1-iscsi with host dv-cinder-837166-1-iscsi {{(pid=103550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:33:11.217175 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 33468) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:33:11.286074 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf68af3c-94a5-4078-ba5e-23220b4c4a2f admin admin] GET failed (client error): The resource could not be found. Apr 08 17:33:11.287367 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-cf68af3c-94a5-4078-ba5e-23220b4c4a2f admin admin] 10.222.0.86 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0691395 Apr 08 17:33:11.361570 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7474c3f-03ff-4d82-ba0c-9961087c0ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:33:11.363044 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-b7474c3f-03ff-4d82-ba0c-9961087c0ac4 admin admin] 10.222.0.86 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0714273 Apr 08 17:33:11.376059 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '1ae993eb-db0e-43de-bae5-bba54c0984fb', 'ip_version': 4}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:33:11.401975 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Made reservation on behalf of 7d7ffb2ecfe0424aa1be4d9bedcb7f72 for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:33:11.404771 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:11.616423 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for subnet (97d66f92-27fa-498f-9023-743a83b7eb4f), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:11.691260 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97d66f92-27fa-498f-9023-743a83b7eb4f,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:33:11.695621 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Checking segment: {'id': '91ba1507-6abb-48a2-82b5-259ece99ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '1ae993eb-db0e-43de-bae5-bba54c0984fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:33:11.695972 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Network hostable DHCP agents. Network: 1ae993eb-db0e-43de-bae5-bba54c0984fb, hostable agents: ['936a358b-e021-4ff4-ad20-3c86fe6ebe95'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:33:11.705991 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:11.706322 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:11.706673 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:11.707011 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:11.707340 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:11.707673 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:11.708002 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:11.708325 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:11.708748 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:11.709077 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:11.709415 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:11.709759 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:11.710084 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:11.710407 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:11.710720 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Tracked resource versions report: Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: pushed versions: Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: { 'AddressGroup': {'1.2'}, Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Agent': {'1.1'}, Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'ConntrackHelper': {'1.0'}, Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Log': {'1.0'}, Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'NDPProxy': {'1.0'}, Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Network': {'1.1'}, Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Port': {'1.7'}, Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'PortForwarding': {'1.3'}, Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'QosPolicy': {'1.10'}, Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'SecurityGroup': {'1.5'}, Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'SubPort': {'1.0'}, Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Subnet': {'1.1'}, Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Trunk': {'1.1'}} Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: consumer versions: Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: { DHCP agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: L3 agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: Metadata agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: Metering agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: Open vSwitch agent@dv-cinder-837166-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Agent': '1.1', Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'ConntrackHelper': '1.0', Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'LocalIPAssociation': '1.0', Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Log': '1.0', Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'NDPProxy': '1.0', Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Network': '1.1', Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Port': '1.7', Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'PortForwarding': '1.3', Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'QosPolicy': '1.10', Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'SecurityGroup': '1.5', Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'SecurityGroupRule': '1.2', Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'SubPort': '1.0', Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Subnet': '1.1', Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Trunk': '1.1'}} Apr 08 17:33:11.712096 dv-cinder-837166-1-iscsi neutron-server[103548]: {{(pid=103548) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:33:11.747988 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Network 1ae993eb-db0e-43de-bae5-bba54c0984fb is scheduled to be hosted by DHCP agent 936a358b-e021-4ff4-ad20-3c86fe6ebe95 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:33:11.762606 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-1-iscsi, 1ae993eb-db0e-43de-bae5-bba54c0984fb) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:33:11.767681 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:33:11.768326 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:11.773267 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ebdcd7-2dca-475d-9019-f39b7ebd7054 None None] Network 1ae993eb-db0e-43de-bae5-bba54c0984fb requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:33:11.800465 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-c08dbfbe-dd58-4268-9be6-fcea3ffe6bc1 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4148028 Apr 08 17:33:11.878633 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35163598-e5d9-56ed-9ece-8fe9d48bf079-1ae993eb-db0e-43de-bae5-bba54c0984fb', 'network_id': '1ae993eb-db0e-43de-bae5-bba54c0984fb', 'project_id': '7d7ffb2ecfe0424aa1be4d9bedcb7f72', 'fixed_ips': [{'subnet_id': '97d66f92-27fa-498f-9023-743a83b7eb4f'}]}} from dv-cinder-837166-1-iscsi. {{(pid=103550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:33:11.879669 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:12.024929 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Allocated IP 192.168.233.2 (1ae993eb-db0e-43de-bae5-bba54c0984fb/97d66f92-27fa-498f-9023-743a83b7eb4f/937cabda-35b4-43b4-9e04-96432b886586) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:33:12.175677 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Publish callbacks [] for port (937cabda-35b4-43b4-9e04-96432b886586), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:12.185334 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (937cabda-35b4-43b4-9e04-96432b886586), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:12.232611 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Network 1ae993eb-db0e-43de-bae5-bba54c0984fb is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:33:12.233423 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Pushing event updated for resources: {'Port': ['ID=937cabda-35b4-43b4-9e04-96432b886586,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:33:12.237186 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:33:12.239803 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:33:12.248106 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:12.248566 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:12.248935 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:12.250108 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:12.250108 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:12.250108 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:12.250370 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:12.250693 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:12.251023 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:12.251357 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:12.251686 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:12.252099 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:12.252427 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:12.252800 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:12.253126 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:33:12.311538 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Attempting to bind port 937cabda-35b4-43b4-9e04-96432b886586 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:33:12.311914 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Attempting to bind port 937cabda-35b4-43b4-9e04-96432b886586 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': '91ba1507-6abb-48a2-82b5-259ece99ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '1ae993eb-db0e-43de-bae5-bba54c0984fb'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:33:12.312274 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Attempting to bind port 937cabda-35b4-43b4-9e04-96432b886586 on network 1ae993eb-db0e-43de-bae5-bba54c0984fb {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:33:12.317910 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:33:12.318288 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Checking segment: {'id': '91ba1507-6abb-48a2-82b5-259ece99ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '1ae993eb-db0e-43de-bae5-bba54c0984fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:33:12.318690 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:12.319121 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Bound using segment: {'id': '91ba1507-6abb-48a2-82b5-259ece99ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '1ae993eb-db0e-43de-bae5-bba54c0984fb'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:33:12.319580 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Bound port: 937cabda-35b4-43b4-9e04-96432b886586, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ba1507-6abb-48a2-82b5-259ece99ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '1ae993eb-db0e-43de-bae5-bba54c0984fb'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:33:12.319964 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (937cabda-35b4-43b4-9e04-96432b886586), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:12.382390 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] For port 937cabda-35b4-43b4-9e04-96432b886586, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:33:12.385542 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] For port 937cabda-35b4-43b4-9e04-96432b886586, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=937cabda-35b4-43b4-9e04-96432b886586,segment=NetworkSegment(91ba1507-6abb-48a2-82b5-259ece99ca0d),segment_id=91ba1507-6abb-48a2-82b5-259ece99ca0d)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:33:12.392651 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (937cabda-35b4-43b4-9e04-96432b886586), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:12.451317 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf21a4-9410-4732-aeb4-70f745a85679 None None] Pushing event updated for resources: {'Port': ['ID=937cabda-35b4-43b4-9e04-96432b886586,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:33:12.988304 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0202493b-f96b-4e94-bbbf-368bc779d2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:13.294773 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d574ecf2-e754-4cca-870f-5921c694146a None None] Network 1ae993eb-db0e-43de-bae5-bba54c0984fb requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:33:13.365323 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-02578571-b5f8-4777-b7c5-a9b3828c504d None None] Provisioning complete for port 937cabda-35b4-43b4-9e04-96432b886586 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:33:13.365704 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-02578571-b5f8-4777-b7c5-a9b3828c504d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (937cabda-35b4-43b4-9e04-96432b886586), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:13.486252 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-02578571-b5f8-4777-b7c5-a9b3828c504d None None] Current status of the port 937cabda-35b4-43b4-9e04-96432b886586 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:33:13.487104 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-02578571-b5f8-4777-b7c5-a9b3828c504d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (937cabda-35b4-43b4-9e04-96432b886586), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:13.528686 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-02578571-b5f8-4777-b7c5-a9b3828c504d None None] For port 937cabda-35b4-43b4-9e04-96432b886586, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=937cabda-35b4-43b4-9e04-96432b886586,segment=NetworkSegment(91ba1507-6abb-48a2-82b5-259ece99ca0d),segment_id=91ba1507-6abb-48a2-82b5-259ece99ca0d)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:33:13.535011 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-02578571-b5f8-4777-b7c5-a9b3828c504d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (937cabda-35b4-43b4-9e04-96432b886586), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:13.591169 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02578571-b5f8-4777-b7c5-a9b3828c504d None None] Pushing event updated for resources: {'Port': ['ID=937cabda-35b4-43b4-9e04-96432b886586,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:33:13.655316 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-20ba4e11-1502-4311-989b-c6c2b0cb3f4f None None] Provisioning complete for port 937cabda-35b4-43b4-9e04-96432b886586 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:33:13.655707 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-20ba4e11-1502-4311-989b-c6c2b0cb3f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (937cabda-35b4-43b4-9e04-96432b886586), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:13.735873 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-20ba4e11-1502-4311-989b-c6c2b0cb3f4f None None] Current status of the port 937cabda-35b4-43b4-9e04-96432b886586 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:33:14.442696 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 937cabda-35b4-43b4-9e04-96432b886586 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:33:14.490151 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 937cabda-35b4-43b4-9e04-96432b886586 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:33:14.490450 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (937cabda-35b4-43b4-9e04-96432b886586), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:14.568841 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 937cabda-35b4-43b4-9e04-96432b886586 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:33:15.406626 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8846c489-0af4-4eb4-a6a7-8edb0cc968b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:16.616047 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:17.895226 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:19.531713 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:39.392477 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 5 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:33:42.993534 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fde507ee-0520-49b2-bb1d-6a96556bfa88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:45.407305 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f6b9b166-9e45-4da1-861d-cd7c52aa7ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:46.618568 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:47.900291 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:33:49.531202 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:12.992147 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-873fff44-a5e7-49e8-83c6-be111c0c4322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:15.403780 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cf1beab5-3c07-4df0-96c7-818f51c72a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:16.396031 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 5 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:34:16.621660 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:17.901815 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:19.529049 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:42.988518 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-81a040e6-e25c-4406-98fc-8a79cf16be25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:44.232176 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 33510) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:34:44.237982 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [None req-dec4d36d-caf8-4a48-8d9f-54860ca1b355 tempest-verify_tempest_config-583940235 tempest-verify_tempest_config-583940235-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:34:44.239100 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-dec4d36d-caf8-4a48-8d9f-54860ca1b355 tempest-verify_tempest_config-583940235 tempest-verify_tempest_config-583940235-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058599 Apr 08 17:34:44.550060 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 33528) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:34:44.682867 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9d313441-35a8-490e-9740-c828f5657422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:44.802716 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9d313441-35a8-490e-9740-c828f5657422 admin admin] Publish callbacks [] for security_group (cea4d4cf-21bc-4326-a367-0ca6350b4770), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:44.809006 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9d313441-35a8-490e-9740-c828f5657422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (cea4d4cf-21bc-4326-a367-0ca6350b4770), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:44.859482 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-9d313441-35a8-490e-9740-c828f5657422 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7907ffc22e9a4b2fb30f4a349cdcfca5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3079863 Apr 08 17:34:44.860658 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d313441-35a8-490e-9740-c828f5657422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea4d4cf-21bc-4326-a367-0ca6350b4770,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:34:44.862390 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 33532) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:34:44.868101 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d313441-35a8-490e-9740-c828f5657422 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:44.868461 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d313441-35a8-490e-9740-c828f5657422 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:44.868850 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d313441-35a8-490e-9740-c828f5657422 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:44.869191 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d313441-35a8-490e-9740-c828f5657422 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:44.869693 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d313441-35a8-490e-9740-c828f5657422 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:44.869876 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d313441-35a8-490e-9740-c828f5657422 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:44.870200 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d313441-35a8-490e-9740-c828f5657422 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:44.870518 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d313441-35a8-490e-9740-c828f5657422 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:44.870859 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d313441-35a8-490e-9740-c828f5657422 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:44.871170 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d313441-35a8-490e-9740-c828f5657422 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:44.871510 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d313441-35a8-490e-9740-c828f5657422 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:44.871829 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d313441-35a8-490e-9740-c828f5657422 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:44.872144 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d313441-35a8-490e-9740-c828f5657422 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:44.872454 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d313441-35a8-490e-9740-c828f5657422 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:44.872783 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d313441-35a8-490e-9740-c828f5657422 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:44.921505 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b2d8462c-b5ca-4304-a2a6-c398fd6d863c admin admin] Publish callbacks [] for security_group (cea4d4cf-21bc-4326-a367-0ca6350b4770), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:44.946519 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b2d8462c-b5ca-4304-a2a6-c398fd6d863c admin admin] Publish callbacks [] for security_group (cea4d4cf-21bc-4326-a367-0ca6350b4770), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:45.043169 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b2d8462c-b5ca-4304-a2a6-c398fd6d863c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (cea4d4cf-21bc-4326-a367-0ca6350b4770), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:45.045768 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b2d8462c-b5ca-4304-a2a6-c398fd6d863c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:45.046969 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-b2d8462c-b5ca-4304-a2a6-c398fd6d863c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cea4d4cf-21bc-4326-a367-0ca6350b4770 HTTP/1.1" status: 204 len: 168 time: 0.1833997 Apr 08 17:34:45.054958 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8462c-b5ca-4304-a2a6-c398fd6d863c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea4d4cf-21bc-4326-a367-0ca6350b4770,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:34:45.061775 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8462c-b5ca-4304-a2a6-c398fd6d863c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:45.062125 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8462c-b5ca-4304-a2a6-c398fd6d863c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:45.062472 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8462c-b5ca-4304-a2a6-c398fd6d863c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:45.062815 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8462c-b5ca-4304-a2a6-c398fd6d863c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:45.063152 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8462c-b5ca-4304-a2a6-c398fd6d863c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:45.063487 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8462c-b5ca-4304-a2a6-c398fd6d863c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:45.063818 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8462c-b5ca-4304-a2a6-c398fd6d863c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:45.064147 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8462c-b5ca-4304-a2a6-c398fd6d863c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:45.064520 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8462c-b5ca-4304-a2a6-c398fd6d863c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:45.064861 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8462c-b5ca-4304-a2a6-c398fd6d863c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:45.065187 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8462c-b5ca-4304-a2a6-c398fd6d863c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:45.065529 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8462c-b5ca-4304-a2a6-c398fd6d863c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:45.065872 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8462c-b5ca-4304-a2a6-c398fd6d863c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:45.066243 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8462c-b5ca-4304-a2a6-c398fd6d863c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:45.066573 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8462c-b5ca-4304-a2a6-c398fd6d863c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:34:45.407892 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-13f91f85-07db-4bc1-b0f5-e649822fea43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:46.625000 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:47.905166 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:49.526752 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:34:53.403722 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 5 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:35:12.988634 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-581b7ad7-14eb-4336-83e9-55305bbe2c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:35:15.413544 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0c5f31f3-4ceb-4ec5-bed9-06b7922d5f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:35:16.631172 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:35:17.909015 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:35:19.532152 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:35:30.405831 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 5 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:35:42.992053 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3f7e7e6f-007f-47d5-8955-8a2a19478067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:35:45.408654 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-20da8292-32a4-4639-981b-033e99851643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:35:46.634043 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:35:47.910098 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:35:49.537896 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:07.408122 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 5 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:36:12.996320 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-686c7d01-0666-4536-bc94-48238ae3a461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:15.413905 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-383d2b36-5830-45ed-a378-59cab6cb2a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:16.640508 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:17.921631 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:19.540118 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:42.998711 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-74cab819-d6c5-4983-a480-599ac033338c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:43.954940 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-732497'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:44.407337 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:36:45.410922 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f634fdba-5b60-4b62-8278-649963a04eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:46.643231 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:47.916771 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:49.540027 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:55.686467 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 33604) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:36:55.808123 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-d561b88b-2a13-4020-8bf8-397344153e67 admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1195858 Apr 08 17:36:58.153179 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 33614) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:36:58.211022 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-9e02c92f-4fc1-4011-9714-1f809a4d46c1 admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0567572 Apr 08 17:37:13.107920 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-75eb6855-e38c-423f-b3ef-b374efb96f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:13.948549 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:15.415902 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-64d886ad-1fff-4010-a3cf-7b92f2c775d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:16.651873 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:17.929110 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:19.540749 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:21.407706 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:37:43.004920 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8655a86b-86ae-4ca6-ad22-a8bc81a362cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:43.951952 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:45.410362 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c763eb59-1c27-4826-9d52-cd45f4febf5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:46.648239 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:47.925855 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:49.540501 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:58.400595 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:38:12.998056 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-54ebc77e-75de-48fa-9b19-60729fd7dfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:13.952344 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:15.414255 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-000052c4-f3f9-485b-8bb8-fc1158437e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:16.651122 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:17.925657 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:19.537462 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:35.402229 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:38:43.000520 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aea88b56-9ecb-4295-a95f-dbe6befd58f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:43.969618 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:43.970913 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 33784) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:44.033992 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 33794) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:44.194908 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1433430608-network', 'tenant_id': 'c793b519db45404da066489467255859'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:44.214822 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Made reservation on behalf of c793b519db45404da066489467255859 for: {'network': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:38:44.217505 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for network (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.226266 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.285770 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-72051aa2-7d7f-4956-8655-cb4d72a8d8fb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1434803203-network', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:44.318889 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72051aa2-7d7f-4956-8655-cb4d72a8d8fb admin admin] Made reservation on behalf of 9a80ab7223c8463da119aa1fc5fb59af for: {'network': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:38:44.321641 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-72051aa2-7d7f-4956-8655-cb4d72a8d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for network (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.345841 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Publish callbacks [] for security_group (cd5d3fad-e4fc-46da-a51a-529f8cab4017), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.347112 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-72051aa2-7d7f-4956-8655-cb4d72a8d8fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.356591 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (cd5d3fad-e4fc-46da-a51a-529f8cab4017), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.376585 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 956} {{(pid=103549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:38:44.389224 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (9f25f05d-d725-4c18-974b-7ffaf43caff2), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.389349 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.segments_db [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Added segment 9f25f05d-d725-4c18-974b-7ffaf43caff2 of type vlan for network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 Apr 08 17:38:44.418948 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5d3fad-e4fc-46da-a51a-529f8cab4017,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:44.455822 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.456170 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.456554 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.456904 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.457593 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.457593 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.457868 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.458387 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.459435 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.460078 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.460453 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.460822 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.461155 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.461486 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.461737 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 33818) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:44.462228 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Tracked resource versions report: Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: pushed versions: Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: { 'AddressGroup': {'1.2'}, Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Agent': {'1.1'}, Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'ConntrackHelper': {'1.0'}, Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Log': {'1.0'}, Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'NDPProxy': {'1.0'}, Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Network': {'1.1'}, Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Port': {'1.7'}, Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'PortForwarding': {'1.3'}, Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'QosPolicy': {'1.10'}, Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'SecurityGroup': {'1.5'}, Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'SubPort': {'1.0'}, Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Subnet': {'1.1'}, Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Trunk': {'1.1'}} Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: consumer versions: Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: { DHCP agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: HyperV agent@hv-cinder-83716: {}, Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: L3 agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: Metadata agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: Metering agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: Open vSwitch agent@dv-cinder-837166-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Agent': '1.1', Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'ConntrackHelper': '1.0', Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'LocalIPAssociation': '1.0', Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Log': '1.0', Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'NDPProxy': '1.0', Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Network': '1.1', Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Port': '1.7', Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'PortForwarding': '1.3', Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'QosPolicy': '1.10', Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'SecurityGroup': '1.5', Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'SecurityGroupRule': '1.2', Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'SubPort': '1.0', Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Subnet': '1.1', Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: 'Trunk': '1.1'}} Apr 08 17:38:44.462982 dv-cinder-837166-1-iscsi neutron-server[103549]: {{(pid=103549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:38:44.469240 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780306027852'] for network (0220a826-6ea0-44a9-acbd-dc4c8bdf3078), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.501816 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for network (0220a826-6ea0-44a9-acbd-dc4c8bdf3078), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.502941 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:44.503529 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.570510 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] Pushing event updated for resources: {'Network': ['ID=0220a826-6ea0-44a9-acbd-dc4c8bdf3078,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:44.583110 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 details requested by agent ovs-agent-dv-cinder-837166-1-iscsi with host dv-cinder-837166-1-iscsi {{(pid=103550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:38:44.593690 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-15a5b401-3fb5-4814-98f9-adc5aeccdf6a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6209741 Apr 08 17:38:44.596674 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 33828) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:44.603034 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Request body: {'subnet': {'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-subnet', 'tenant_id': 'c793b519db45404da066489467255859', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:44.628256 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Made reservation on behalf of c793b519db45404da066489467255859 for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:38:44.634785 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.643325 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-72051aa2-7d7f-4956-8655-cb4d72a8d8fb admin admin] Publish callbacks [] for security_group (621c7643-42b7-48b3-aac7-44b8065b6b77), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.652185 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-72051aa2-7d7f-4956-8655-cb4d72a8d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (621c7643-42b7-48b3-aac7-44b8065b6b77), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.672125 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72051aa2-7d7f-4956-8655-cb4d72a8d8fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 955} {{(pid=103549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:38:44.692281 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-72051aa2-7d7f-4956-8655-cb4d72a8d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (68a9f1fe-2a35-48ca-8f7f-dccbf741c802), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.692793 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.segments_db [None req-72051aa2-7d7f-4956-8655-cb4d72a8d8fb admin admin] Added segment 68a9f1fe-2a35-48ca-8f7f-dccbf741c802 of type vlan for network b895debd-97b0-43f9-854d-b53eac68cddb Apr 08 17:38:44.744090 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72051aa2-7d7f-4956-8655-cb4d72a8d8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621c7643-42b7-48b3-aac7-44b8065b6b77,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:44.769975 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-72051aa2-7d7f-4956-8655-cb4d72a8d8fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780306027852'] for network (b895debd-97b0-43f9-854d-b53eac68cddb), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.803722 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-72051aa2-7d7f-4956-8655-cb4d72a8d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for network (b895debd-97b0-43f9-854d-b53eac68cddb), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.804817 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72051aa2-7d7f-4956-8655-cb4d72a8d8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:44.805591 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-72051aa2-7d7f-4956-8655-cb4d72a8d8fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.844977 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for subnet (d8edf8b4-73f8-49e2-a695-014df408b2d6), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:44.882771 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72051aa2-7d7f-4956-8655-cb4d72a8d8fb admin admin] Pushing event updated for resources: {'Network': ['ID=b895debd-97b0-43f9-854d-b53eac68cddb,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:44.894722 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Network b895debd-97b0-43f9-854d-b53eac68cddb details requested by agent ovs-agent-dv-cinder-837166-1-iscsi with host dv-cinder-837166-1-iscsi {{(pid=103550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:38:44.912229 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 33840) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:44.912594 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-72051aa2-7d7f-4956-8655-cb4d72a8d8fb admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8817344 Apr 08 17:38:44.913361 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 33842) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:44.930315 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-05ef98c6-9ad9-46c0-b9b3-01b41a10d0b8 admin admin] Request body: {'subnet': {'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1434803203-subnet', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:44.956531 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-41bb1db6-2d1d-4c70-914b-47a1e2de21f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-61070861-network', 'tenant_id': '74a6abf6655b4484b7870dba86883953'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:45.003927 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ef98c6-9ad9-46c0-b9b3-01b41a10d0b8 admin admin] Made reservation on behalf of 9a80ab7223c8463da119aa1fc5fb59af for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:38:45.006229 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-05ef98c6-9ad9-46c0-b9b3-01b41a10d0b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.019442 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8edf8b4-73f8-49e2-a695-014df408b2d6,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:45.032708 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bb1db6-2d1d-4c70-914b-47a1e2de21f2 admin admin] Made reservation on behalf of 74a6abf6655b4484b7870dba86883953 for: {'network': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:38:45.035239 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-41bb1db6-2d1d-4c70-914b-47a1e2de21f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for network (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.044635 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Checking segment: {'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:38:45.044995 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Network hostable DHCP agents. Network: 0220a826-6ea0-44a9-acbd-dc4c8bdf3078, hostable agents: ['936a358b-e021-4ff4-ad20-3c86fe6ebe95'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:38:45.056914 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:45.057146 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:45.057764 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:45.058260 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:45.058757 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:45.059259 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:45.059978 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:45.060491 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:45.060847 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:45.061181 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:45.061512 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:45.061861 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:45.062186 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:45.062507 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:45.062829 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Tracked resource versions report: Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: pushed versions: Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: { 'AddressGroup': {'1.2'}, Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Agent': {'1.1'}, Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'ConntrackHelper': {'1.0'}, Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Log': {'1.0'}, Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'NDPProxy': {'1.0'}, Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Network': {'1.1'}, Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Port': {'1.7'}, Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'PortForwarding': {'1.3'}, Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'QosPolicy': {'1.10'}, Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'SecurityGroup': {'1.5'}, Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'SubPort': {'1.0'}, Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Subnet': {'1.1'}, Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Trunk': {'1.1'}} Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: consumer versions: Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: { DHCP agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: HyperV agent@hv-cinder-83716: {}, Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: L3 agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: Metadata agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: Metering agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: Open vSwitch agent@dv-cinder-837166-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Agent': '1.1', Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'ConntrackHelper': '1.0', Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'LocalIPAssociation': '1.0', Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Log': '1.0', Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'NDPProxy': '1.0', Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Network': '1.1', Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Port': '1.7', Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'PortForwarding': '1.3', Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'QosPolicy': '1.10', Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'SecurityGroup': '1.5', Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'SecurityGroupRule': '1.2', Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'SubPort': '1.0', Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Subnet': '1.1', Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: 'Trunk': '1.1'}} Apr 08 17:38:45.064014 dv-cinder-837166-1-iscsi neutron-server[103548]: {{(pid=103548) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:38:45.084153 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 33860) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:45.092875 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-41bb1db6-2d1d-4c70-914b-47a1e2de21f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.138293 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 is scheduled to be hosted by DHCP agent 936a358b-e021-4ff4-ad20-3c86fe6ebe95 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:38:45.158728 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-1-iscsi, 0220a826-6ea0-44a9-acbd-dc4c8bdf3078) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:45.169811 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:45.170349 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e443bb-c2cd-447c-a536-94effc38020e None None] Network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:38:45.171144 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.222389 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-309fb9f1-201f-4e60-aa47-3c05a14b8247 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-network', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:45.232498 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-ea47aff0-1143-4e3b-bf95-fce079e31614 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6340685 Apr 08 17:38:45.235680 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 33864) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:45.241939 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-ba9cc2bb-27ca-469e-b722-eae480b440ef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:45.279608 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ba9cc2bb-27ca-469e-b722-eae480b440ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4502'] for router (216c479a-d79f-4956-a3c4-c7cdf37e8d9d), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.281700 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ba9cc2bb-27ca-469e-b722-eae480b440ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-870358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4591'] for router (216c479a-d79f-4956-a3c4-c7cdf37e8d9d), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.310967 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309fb9f1-201f-4e60-aa47-3c05a14b8247 admin admin] Made reservation on behalf of 871ad76eadfd4d88827f7e66f16eaa94 for: {'network': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:38:45.313423 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-309fb9f1-201f-4e60-aa47-3c05a14b8247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for network (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.339803 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-309fb9f1-201f-4e60-aa47-3c05a14b8247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.345129 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-41bb1db6-2d1d-4c70-914b-47a1e2de21f2 admin admin] Publish callbacks [] for security_group (19301c4a-7882-4d62-82f2-1b2198a298c7), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.359657 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-41bb1db6-2d1d-4c70-914b-47a1e2de21f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (19301c4a-7882-4d62-82f2-1b2198a298c7), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.374792 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35163598-e5d9-56ed-9ece-8fe9d48bf079-0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'project_id': 'c793b519db45404da066489467255859', 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6'}]}} from dv-cinder-837166-1-iscsi. {{(pid=103550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:38:45.375412 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-05ef98c6-9ad9-46c0-b9b3-01b41a10d0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for subnet (a8971a54-bad3-4305-9d36-2982512b73f9), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.377591 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.410195 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-785e4024-16c4-49cc-8316-375008c5d53e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-214387829-network', 'tenant_id': '4ee473f556024bf89e9c02b34850183c'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:45.443681 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bb1db6-2d1d-4c70-914b-47a1e2de21f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 996} {{(pid=103548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:38:45.491453 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-74576990-424e-452d-9093-9397f26a0973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.509743 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-309fb9f1-201f-4e60-aa47-3c05a14b8247 admin admin] Publish callbacks [] for security_group (bcfc859b-df91-41d1-ad25-aad0db1d0bda), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.518701 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef98c6-9ad9-46c0-b9b3-01b41a10d0b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8971a54-bad3-4305-9d36-2982512b73f9,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:45.525991 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-309fb9f1-201f-4e60-aa47-3c05a14b8247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (bcfc859b-df91-41d1-ad25-aad0db1d0bda), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.536261 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-41bb1db6-2d1d-4c70-914b-47a1e2de21f2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780306556564', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (0d89a509-4539-4eec-8583-82285d4c7719), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.537219 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-41bb1db6-2d1d-4c70-914b-47a1e2de21f2 admin admin] Unsubscribe: segment precommit_create {{(pid=103548) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 17:38:45.537921 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.segments_db [None req-41bb1db6-2d1d-4c70-914b-47a1e2de21f2 admin admin] Added segment 0d89a509-4539-4eec-8583-82285d4c7719 of type vlan for network 4e6e2ce3-9728-4fc0-915f-f4f91891414e Apr 08 17:38:45.544685 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb1db6-2d1d-4c70-914b-47a1e2de21f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19301c4a-7882-4d62-82f2-1b2198a298c7,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:45.584731 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fb9f1-201f-4e60-aa47-3c05a14b8247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfc859b-df91-41d1-ad25-aad0db1d0bda,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:45.617824 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ba9cc2bb-27ca-469e-b722-eae480b440ef admin admin] Publish callbacks [] for router_controller (216c479a-d79f-4956-a3c4-c7cdf37e8d9d), precommit_add_association {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.623678 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309fb9f1-201f-4e60-aa47-3c05a14b8247 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 987} {{(pid=103548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:38:45.632647 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785e4024-16c4-49cc-8316-375008c5d53e admin admin] Made reservation on behalf of 4ee473f556024bf89e9c02b34850183c for: {'network': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:38:45.635210 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-785e4024-16c4-49cc-8316-375008c5d53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for network (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.655882 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-41bb1db6-2d1d-4c70-914b-47a1e2de21f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780306027852'] for network (4e6e2ce3-9728-4fc0-915f-f4f91891414e), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.669920 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-785e4024-16c4-49cc-8316-375008c5d53e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.672423 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ef98c6-9ad9-46c0-b9b3-01b41a10d0b8 admin admin] Checking segment: {'id': '68a9f1fe-2a35-48ca-8f7f-dccbf741c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:38:45.673062 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ef98c6-9ad9-46c0-b9b3-01b41a10d0b8 admin admin] Network hostable DHCP agents. Network: b895debd-97b0-43f9-854d-b53eac68cddb, hostable agents: ['936a358b-e021-4ff4-ad20-3c86fe6ebe95'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:38:45.680682 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-309fb9f1-201f-4e60-aa47-3c05a14b8247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (42138a3f-11d0-42bb-8417-8bf2a99cd282), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.681407 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.segments_db [None req-309fb9f1-201f-4e60-aa47-3c05a14b8247 admin admin] Added segment 42138a3f-11d0-42bb-8417-8bf2a99cd282 of type vlan for network 82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 Apr 08 17:38:45.747495 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ef98c6-9ad9-46c0-b9b3-01b41a10d0b8 admin admin] Network b895debd-97b0-43f9-854d-b53eac68cddb is scheduled to be hosted by DHCP agent 936a358b-e021-4ff4-ad20-3c86fe6ebe95 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:38:45.757173 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-309fb9f1-201f-4e60-aa47-3c05a14b8247 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780306027852'] for network (82c92d73-fa73-49e3-bcd3-7677ecfaa5d2), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.766558 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-05ef98c6-9ad9-46c0-b9b3-01b41a10d0b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-1-iscsi, b895debd-97b0-43f9-854d-b53eac68cddb) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:45.769493 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-41bb1db6-2d1d-4c70-914b-47a1e2de21f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for network (4e6e2ce3-9728-4fc0-915f-f4f91891414e), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.772335 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bb1db6-2d1d-4c70-914b-47a1e2de21f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:45.774728 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-41bb1db6-2d1d-4c70-914b-47a1e2de21f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.778613 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba353f89-fb10-4bc9-9221-3ce7c11ae73a None None] Network b895debd-97b0-43f9-854d-b53eac68cddb requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:38:45.787675 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ef98c6-9ad9-46c0-b9b3-01b41a10d0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:45.800295 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-05ef98c6-9ad9-46c0-b9b3-01b41a10d0b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:45.877527 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Allocated IP 172.20.0.2 (0220a826-6ea0-44a9-acbd-dc4c8bdf3078/d8edf8b4-73f8-49e2-a695-014df408b2d6/c3bd48a4-16e8-459c-854a-7a5a64b9ad57) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:38:45.890731 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.db.resource_extend [None req-309fb9f1-201f-4e60-aa47-3c05a14b8247 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 17:38:45.906546 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-05ef98c6-9ad9-46c0-b9b3-01b41a10d0b8 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9812596 Apr 08 17:38:45.947695 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 33888) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:46.000830 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-4c175570-f99b-44d7-8af1-c6d262a6aa80 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1434803203-router', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:46.004688 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-785e4024-16c4-49cc-8316-375008c5d53e admin admin] Publish callbacks [] for security_group (5c97a419-5b67-492b-aaf5-09d174eb5435), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.025366 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dadbe0b-61f3-4e6e-8a6d-8291a1778d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35163598-e5d9-56ed-9ece-8fe9d48bf079-b895debd-97b0-43f9-854d-b53eac68cddb', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'fixed_ips': [{'subnet_id': 'a8971a54-bad3-4305-9d36-2982512b73f9'}]}} from dv-cinder-837166-1-iscsi. {{(pid=103550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:38:46.026417 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7dadbe0b-61f3-4e6e-8a6d-8291a1778d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.043331 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-785e4024-16c4-49cc-8316-375008c5d53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (5c97a419-5b67-492b-aaf5-09d174eb5435), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.076063 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e4024-16c4-49cc-8316-375008c5d53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c97a419-5b67-492b-aaf5-09d174eb5435,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:46.095114 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ba9cc2bb-27ca-469e-b722-eae480b440ef admin admin] Publish callbacks [] for router_gateway (216c479a-d79f-4956-a3c4-c7cdf37e8d9d), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.110109 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-41bb1db6-2d1d-4c70-914b-47a1e2de21f2 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6471467 Apr 08 17:38:46.111619 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 33890) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:46.118863 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb1db6-2d1d-4c70-914b-47a1e2de21f2 admin admin] Pushing event updated for resources: {'Network': ['ID=4e6e2ce3-9728-4fc0-915f-f4f91891414e,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:46.123983 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-e735a3c3-02c1-45ae-83e2-eb47e6043bcc admin admin] Request body: {'subnet': {'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-61070861-subnet', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:46.137823 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-309fb9f1-201f-4e60-aa47-3c05a14b8247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for network (82c92d73-fa73-49e3-bcd3-7677ecfaa5d2), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.138830 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309fb9f1-201f-4e60-aa47-3c05a14b8247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:46.139640 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-309fb9f1-201f-4e60-aa47-3c05a14b8247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.142296 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785e4024-16c4-49cc-8316-375008c5d53e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 968} {{(pid=103549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:38:46.171174 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-785e4024-16c4-49cc-8316-375008c5d53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (86b7c1b2-b5fe-497b-b80f-2d52df973443), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.171803 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.segments_db [None req-785e4024-16c4-49cc-8316-375008c5d53e admin admin] Added segment 86b7c1b2-b5fe-497b-b80f-2d52df973443 of type vlan for network a42452b1-0fae-44ea-a514-721052e07e36 Apr 08 17:38:46.195950 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e735a3c3-02c1-45ae-83e2-eb47e6043bcc admin admin] Made reservation on behalf of 74a6abf6655b4484b7870dba86883953 for: {'subnet': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:38:46.196178 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-309fb9f1-201f-4e60-aa47-3c05a14b8247 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2729902 Apr 08 17:38:46.199227 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e735a3c3-02c1-45ae-83e2-eb47e6043bcc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.201044 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 33892) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:46.217374 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-656f4fa9-f4a9-429d-b6a4-39154793ceda admin admin] Request body: {'subnet': {'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-subnet', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:46.238918 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4c175570-f99b-44d7-8af1-c6d262a6aa80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4502'] for router (34ed58de-58f0-4f58-8d11-1848e18b0a73), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.243714 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Network 4e6e2ce3-9728-4fc0-915f-f4f91891414e details requested by agent ovs-agent-dv-cinder-837166-1-iscsi with host dv-cinder-837166-1-iscsi {{(pid=103550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:38:46.245233 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4c175570-f99b-44d7-8af1-c6d262a6aa80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-870358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4591'] for router (34ed58de-58f0-4f58-8d11-1848e18b0a73), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.375313 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fb9f1-201f-4e60-aa47-3c05a14b8247 admin admin] Pushing event updated for resources: {'Network': ['ID=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:46.381550 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Publish callbacks [] for port (c3bd48a4-16e8-459c-854a-7a5a64b9ad57), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.405822 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656f4fa9-f4a9-429d-b6a4-39154793ceda admin admin] Made reservation on behalf of 871ad76eadfd4d88827f7e66f16eaa94 for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:38:46.408250 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-656f4fa9-f4a9-429d-b6a4-39154793ceda admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.512694 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Network 82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 details requested by agent ovs-agent-dv-cinder-837166-1-iscsi with host dv-cinder-837166-1-iscsi {{(pid=103550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:38:46.591579 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (c3bd48a4-16e8-459c-854a-7a5a64b9ad57), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.612327 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:38:46.617476 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:46.650954 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:38:46.673143 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-785e4024-16c4-49cc-8316-375008c5d53e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780306027852'] for network (a42452b1-0fae-44ea-a514-721052e07e36), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.694133 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-656f4fa9-f4a9-429d-b6a4-39154793ceda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for subnet (1896ad45-f1dd-47eb-87e5-845f315dcdb0), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.710814 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4c175570-f99b-44d7-8af1-c6d262a6aa80 admin admin] Publish callbacks [] for router_controller (34ed58de-58f0-4f58-8d11-1848e18b0a73), precommit_add_association {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.793197 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.808769 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Attempting to bind port c3bd48a4-16e8-459c-854a-7a5a64b9ad57 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:38:46.809186 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Attempting to bind port c3bd48a4-16e8-459c-854a-7a5a64b9ad57 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:38:46.809555 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Attempting to bind port c3bd48a4-16e8-459c-854a-7a5a64b9ad57 on network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:38:46.817671 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:38:46.818424 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Checking segment: {'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:38:46.818986 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.819530 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Bound using segment: {'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:38:46.820169 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Bound port: c3bd48a4-16e8-459c-854a-7a5a64b9ad57, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:38:46.820800 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (c3bd48a4-16e8-459c-854a-7a5a64b9ad57), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:46.825611 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Pushing event updated for resources: {'Port': ['ID=c3bd48a4-16e8-459c-854a-7a5a64b9ad57,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:46.849122 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-7dadbe0b-61f3-4e6e-8a6d-8291a1778d05 None None] Allocated IP 172.20.0.2 (b895debd-97b0-43f9-854d-b53eac68cddb/a8971a54-bad3-4305-9d36-2982512b73f9/06be3802-c264-4734-9b39-cc0758b36a80) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:38:46.852759 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:46.853298 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:46.853861 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:46.854209 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:46.854905 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:46.855044 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:46.855303 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:46.855658 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:46.855965 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:46.856562 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:46.857165 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:46.857501 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:46.857835 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:46.858164 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:46.858492 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Tracked resource versions report: Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: pushed versions: Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: { 'AddressGroup': {'1.2'}, Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Agent': {'1.1'}, Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'ConntrackHelper': {'1.0'}, Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Log': {'1.0'}, Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'NDPProxy': {'1.0'}, Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Network': {'1.1'}, Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Port': {'1.7'}, Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'PortForwarding': {'1.3'}, Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'QosPolicy': {'1.10'}, Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'SecurityGroup': {'1.5'}, Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'SubPort': {'1.0'}, Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Subnet': {'1.1'}, Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Trunk': {'1.1'}} Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: consumer versions: Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: { DHCP agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: HyperV agent@hv-cinder-83716: {}, Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: L3 agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: Metadata agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: Metering agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: Open vSwitch agent@dv-cinder-837166-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Agent': '1.1', Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'ConntrackHelper': '1.0', Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'LocalIPAssociation': '1.0', Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Log': '1.0', Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'NDPProxy': '1.0', Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Network': '1.1', Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Port': '1.7', Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'PortForwarding': '1.3', Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'QosPolicy': '1.10', Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'SecurityGroup': '1.5', Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'SecurityGroupRule': '1.2', Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'SubPort': '1.0', Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Subnet': '1.1', Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: 'Trunk': '1.1'}} Apr 08 17:38:46.860004 dv-cinder-837166-1-iscsi neutron-server[103550]: {{(pid=103550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:38:46.890089 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f4fa9-f4a9-429d-b6a4-39154793ceda admin admin] Pushing event updated for resources: {'Subnet': ['ID=1896ad45-f1dd-47eb-87e5-845f315dcdb0,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:46.902837 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f4fa9-f4a9-429d-b6a4-39154793ceda admin admin] Checking segment: {'id': '42138a3f-11d0-42bb-8417-8bf2a99cd282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:38:46.903912 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656f4fa9-f4a9-429d-b6a4-39154793ceda admin admin] Network hostable DHCP agents. Network: 82c92d73-fa73-49e3-bcd3-7677ecfaa5d2, hostable agents: ['936a358b-e021-4ff4-ad20-3c86fe6ebe95'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:38:46.985848 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4c175570-f99b-44d7-8af1-c6d262a6aa80 admin admin] Publish callbacks [] for router_gateway (34ed58de-58f0-4f58-8d11-1848e18b0a73), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.007750 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656f4fa9-f4a9-429d-b6a4-39154793ceda admin admin] Network 82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 is scheduled to be hosted by DHCP agent 936a358b-e021-4ff4-ad20-3c86fe6ebe95 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:38:47.065182 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-656f4fa9-f4a9-429d-b6a4-39154793ceda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-1-iscsi, 82c92d73-fa73-49e3-bcd3-7677ecfaa5d2) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:47.076025 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ba9cc2bb-27ca-469e-b722-eae480b440ef admin admin] Publish callbacks [] for router_gateway (216c479a-d79f-4956-a3c4-c7cdf37e8d9d), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.084330 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656f4fa9-f4a9-429d-b6a4-39154793ceda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:47.084699 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-656f4fa9-f4a9-429d-b6a4-39154793ceda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.094722 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf79ff9-024b-417b-b2f5-88a206e4453f None None] Network 82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:38:47.107026 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ba9cc2bb-27ca-469e-b722-eae480b440ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.109927 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-785e4024-16c4-49cc-8316-375008c5d53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for network (a42452b1-0fae-44ea-a514-721052e07e36), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.111110 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785e4024-16c4-49cc-8316-375008c5d53e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:47.112295 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-785e4024-16c4-49cc-8316-375008c5d53e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.125943 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e735a3c3-02c1-45ae-83e2-eb47e6043bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for subnet (7e9e2b54-a696-442e-8b7f-0f08e3e15dd3), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.151851 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-656f4fa9-f4a9-429d-b6a4-39154793ceda admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9421179 Apr 08 17:38:47.184492 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] For port c3bd48a4-16e8-459c-854a-7a5a64b9ad57, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:38:47.193163 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 33922) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:47.198706 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-132e2929-7be7-4dfe-baac-3ec8fb2a076d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-router', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:47.203259 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-785e4024-16c4-49cc-8316-375008c5d53e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1178825 Apr 08 17:38:47.207472 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 33926) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:47.218393 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-42bb04c3-806a-4c37-a0f1-fc210447a08e admin admin] Request body: {'subnet': {'network_id': 'a42452b1-0fae-44ea-a514-721052e07e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-214387829-subnet', 'tenant_id': '4ee473f556024bf89e9c02b34850183c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:47.306792 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-132e2929-7be7-4dfe-baac-3ec8fb2a076d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4502'] for router (62ee8e62-17d1-4347-8634-7368de46aeb9), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.310442 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-132e2929-7be7-4dfe-baac-3ec8fb2a076d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-870358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4591'] for router (62ee8e62-17d1-4347-8634-7368de46aeb9), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.323416 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bb04c3-806a-4c37-a0f1-fc210447a08e admin admin] Made reservation on behalf of 4ee473f556024bf89e9c02b34850183c for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:38:47.327123 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-42bb04c3-806a-4c37-a0f1-fc210447a08e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.357926 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] For port c3bd48a4-16e8-459c-854a-7a5a64b9ad57, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=c3bd48a4-16e8-459c-854a-7a5a64b9ad57,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:38:47.387078 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4c175570-f99b-44d7-8af1-c6d262a6aa80 admin admin] Publish callbacks [] for router_gateway (34ed58de-58f0-4f58-8d11-1848e18b0a73), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.459978 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4c175570-f99b-44d7-8af1-c6d262a6aa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.487208 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7dadbe0b-61f3-4e6e-8a6d-8291a1778d05 None None] Publish callbacks [] for port (06be3802-c264-4734-9b39-cc0758b36a80), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.523330 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7dadbe0b-61f3-4e6e-8a6d-8291a1778d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (06be3802-c264-4734-9b39-cc0758b36a80), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.534174 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (c3bd48a4-16e8-459c-854a-7a5a64b9ad57), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.542166 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364fef88-9cb5-4115-b7b8-4eace332fd71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35163598-e5d9-56ed-9ece-8fe9d48bf079-82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'fixed_ips': [{'subnet_id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0'}]}} from dv-cinder-837166-1-iscsi. {{(pid=103550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:38:47.543705 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-364fef88-9cb5-4115-b7b8-4eace332fd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.557059 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735a3c3-02c1-45ae-83e2-eb47e6043bcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e9e2b54-a696-442e-8b7f-0f08e3e15dd3,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:47.580554 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e735a3c3-02c1-45ae-83e2-eb47e6043bcc admin admin] Checking segment: {'id': '0d89a509-4539-4eec-8583-82285d4c7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:38:47.580885 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e735a3c3-02c1-45ae-83e2-eb47e6043bcc admin admin] Network hostable DHCP agents. Network: 4e6e2ce3-9728-4fc0-915f-f4f91891414e, hostable agents: ['936a358b-e021-4ff4-ad20-3c86fe6ebe95'], hosted agents: [] {{(pid=103549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:38:47.583069 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e4024-16c4-49cc-8316-375008c5d53e admin admin] Pushing event updated for resources: {'Network': ['ID=a42452b1-0fae-44ea-a514-721052e07e36,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:47.617986 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-ba9cc2bb-27ca-469e-b722-eae480b440ef admin admin] Allocated IP 172.27.1.122 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/c18e875b-2d15-44a2-8c9d-3d0cda832586) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:38:47.623425 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e735a3c3-02c1-45ae-83e2-eb47e6043bcc admin admin] Network 4e6e2ce3-9728-4fc0-915f-f4f91891414e is scheduled to be hosted by DHCP agent 936a358b-e021-4ff4-ad20-3c86fe6ebe95 with binding_index 1 {{(pid=103549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:38:47.656366 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-e735a3c3-02c1-45ae-83e2-eb47e6043bcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-1-iscsi, 4e6e2ce3-9728-4fc0-915f-f4f91891414e) {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:47.659484 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-132e2929-7be7-4dfe-baac-3ec8fb2a076d admin admin] Publish callbacks [] for router_controller (62ee8e62-17d1-4347-8634-7368de46aeb9), precommit_add_association {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.670157 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e735a3c3-02c1-45ae-83e2-eb47e6043bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:47.670835 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e735a3c3-02c1-45ae-83e2-eb47e6043bcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.683948 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Network a42452b1-0fae-44ea-a514-721052e07e36 details requested by agent ovs-agent-dv-cinder-837166-1-iscsi with host dv-cinder-837166-1-iscsi {{(pid=103550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:38:47.692790 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dadbe0b-61f3-4e6e-8a6d-8291a1778d05 None None] Network b895debd-97b0-43f9-854d-b53eac68cddb is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:38:47.695339 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2dd04f-2aa0-4409-ba0e-e196bc0fa42f None None] Network 4e6e2ce3-9728-4fc0-915f-f4f91891414e requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:38:47.727549 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-e735a3c3-02c1-45ae-83e2-eb47e6043bcc admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6107407 Apr 08 17:38:47.727549 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 33948) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:47.732396 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-66780d3a-4aae-40ff-897d-51fe7f3913d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-61070861-router', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:47.803319 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-66780d3a-4aae-40ff-897d-51fe7f3913d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4502'] for router (adb3989e-9c74-4595-82cc-16036e5c6782), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.804587 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-66780d3a-4aae-40ff-897d-51fe7f3913d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-870358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4591'] for router (adb3989e-9c74-4595-82cc-16036e5c6782), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.860118 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-7dadbe0b-61f3-4e6e-8a6d-8291a1778d05 None None] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:47.879735 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-66780d3a-4aae-40ff-897d-51fe7f3913d3 admin admin] Publish callbacks [] for router_controller (adb3989e-9c74-4595-82cc-16036e5c6782), precommit_add_association {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.884173 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ba9cc2bb-27ca-469e-b722-eae480b440ef admin admin] Publish callbacks [] for port (c18e875b-2d15-44a2-8c9d-3d0cda832586), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.895393 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-132e2929-7be7-4dfe-baac-3ec8fb2a076d admin admin] Publish callbacks [] for router_gateway (62ee8e62-17d1-4347-8634-7368de46aeb9), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:47.936233 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadbe0b-61f3-4e6e-8a6d-8291a1778d05 None None] Pushing event updated for resources: {'Port': ['ID=06be3802-c264-4734-9b39-cc0758b36a80,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:48.015276 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-42bb04c3-806a-4c37-a0f1-fc210447a08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for subnet (61855062-5b35-4c46-b081-28edb97715ed), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.084818 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dadbe0b-61f3-4e6e-8a6d-8291a1778d05 None None] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:38:48.089400 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-66780d3a-4aae-40ff-897d-51fe7f3913d3 admin admin] Publish callbacks [] for router_gateway (adb3989e-9c74-4595-82cc-16036e5c6782), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.099713 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ba9cc2bb-27ca-469e-b722-eae480b440ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (c18e875b-2d15-44a2-8c9d-3d0cda832586), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.100156 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6362312-3016-4c12-93a2-13afd6337e7f None None] Pushing event updated for resources: {'Port': ['ID=c3bd48a4-16e8-459c-854a-7a5a64b9ad57,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:48.130253 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b91455-8838-4e69-b700-cbfbe343c5c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35163598-e5d9-56ed-9ece-8fe9d48bf079-4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'project_id': '74a6abf6655b4484b7870dba86883953', 'fixed_ips': [{'subnet_id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3'}]}} from dv-cinder-837166-1-iscsi. {{(pid=103550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:38:48.131138 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-10b91455-8838-4e69-b700-cbfbe343c5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.146275 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-364fef88-9cb5-4115-b7b8-4eace332fd71 None None] Allocated IP 172.20.0.2 (82c92d73-fa73-49e3-bcd3-7677ecfaa5d2/1896ad45-f1dd-47eb-87e5-845f315dcdb0/24743c1c-375c-42d1-bb49-fec665ea31f8) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:38:48.148409 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.154766 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9cc2bb-27ca-469e-b722-eae480b440ef admin admin] Pushing event updated for resources: {'Port': ['ID=c18e875b-2d15-44a2-8c9d-3d0cda832586,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:48.202088 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9cc2bb-27ca-469e-b722-eae480b440ef admin admin] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:38:48.205146 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-ba9cc2bb-27ca-469e-b722-eae480b440ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:48.207654 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9cc2bb-27ca-469e-b722-eae480b440ef admin admin] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:38:48.266572 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb04c3-806a-4c37-a0f1-fc210447a08e admin admin] Pushing event updated for resources: {'Subnet': ['ID=61855062-5b35-4c46-b081-28edb97715ed,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:48.342222 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb04c3-806a-4c37-a0f1-fc210447a08e admin admin] Checking segment: {'id': '86b7c1b2-b5fe-497b-b80f-2d52df973443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'a42452b1-0fae-44ea-a514-721052e07e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:38:48.342782 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bb04c3-806a-4c37-a0f1-fc210447a08e admin admin] Network hostable DHCP agents. Network: a42452b1-0fae-44ea-a514-721052e07e36, hostable agents: ['936a358b-e021-4ff4-ad20-3c86fe6ebe95'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:38:48.367123 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-7dadbe0b-61f3-4e6e-8a6d-8291a1778d05 None None] Attempting to bind port 06be3802-c264-4734-9b39-cc0758b36a80 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:38:48.367531 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-7dadbe0b-61f3-4e6e-8a6d-8291a1778d05 None None] Attempting to bind port 06be3802-c264-4734-9b39-cc0758b36a80 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': '68a9f1fe-2a35-48ca-8f7f-dccbf741c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:38:48.367850 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dadbe0b-61f3-4e6e-8a6d-8291a1778d05 None None] Attempting to bind port 06be3802-c264-4734-9b39-cc0758b36a80 on network b895debd-97b0-43f9-854d-b53eac68cddb {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:38:48.378303 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dadbe0b-61f3-4e6e-8a6d-8291a1778d05 None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:38:48.378303 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dadbe0b-61f3-4e6e-8a6d-8291a1778d05 None None] Checking segment: {'id': '68a9f1fe-2a35-48ca-8f7f-dccbf741c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:38:48.378702 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7dadbe0b-61f3-4e6e-8a6d-8291a1778d05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.379100 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dadbe0b-61f3-4e6e-8a6d-8291a1778d05 None None] Bound using segment: {'id': '68a9f1fe-2a35-48ca-8f7f-dccbf741c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:38:48.379765 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-7dadbe0b-61f3-4e6e-8a6d-8291a1778d05 None None] Bound port: 06be3802-c264-4734-9b39-cc0758b36a80, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a9f1fe-2a35-48ca-8f7f-dccbf741c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:38:48.380130 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7dadbe0b-61f3-4e6e-8a6d-8291a1778d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (06be3802-c264-4734-9b39-cc0758b36a80), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.411605 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-4c175570-f99b-44d7-8af1-c6d262a6aa80 admin admin] Allocated IP 172.27.1.92 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/4808c86d-603a-4881-9391-6f26e4ffe52d) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:38:48.450069 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bb04c3-806a-4c37-a0f1-fc210447a08e admin admin] Network a42452b1-0fae-44ea-a514-721052e07e36 is scheduled to be hosted by DHCP agent 936a358b-e021-4ff4-ad20-3c86fe6ebe95 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:38:48.478947 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-132e2929-7be7-4dfe-baac-3ec8fb2a076d admin admin] Publish callbacks [] for router_gateway (62ee8e62-17d1-4347-8634-7368de46aeb9), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.513607 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-42bb04c3-806a-4c37-a0f1-fc210447a08e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-1-iscsi, a42452b1-0fae-44ea-a514-721052e07e36) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:48.518815 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bb04c3-806a-4c37-a0f1-fc210447a08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:48.519771 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-42bb04c3-806a-4c37-a0f1-fc210447a08e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.525886 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-66780d3a-4aae-40ff-897d-51fe7f3913d3 admin admin] Publish callbacks [] for router_gateway (adb3989e-9c74-4595-82cc-16036e5c6782), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.549308 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d2b066-f543-4b97-a0ce-1bd098116918 None None] Network a42452b1-0fae-44ea-a514-721052e07e36 requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:38:48.550697 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-132e2929-7be7-4dfe-baac-3ec8fb2a076d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.553328 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-66780d3a-4aae-40ff-897d-51fe7f3913d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.557957 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-364fef88-9cb5-4115-b7b8-4eace332fd71 None None] Publish callbacks [] for port (24743c1c-375c-42d1-bb49-fec665ea31f8), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.618965 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-42bb04c3-806a-4c37-a0f1-fc210447a08e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4101346 Apr 08 17:38:48.671604 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-364fef88-9cb5-4115-b7b8-4eace332fd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (24743c1c-375c-42d1-bb49-fec665ea31f8), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.675147 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4c175570-f99b-44d7-8af1-c6d262a6aa80 admin admin] Publish callbacks [] for port (4808c86d-603a-4881-9391-6f26e4ffe52d), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.779345 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4c175570-f99b-44d7-8af1-c6d262a6aa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (4808c86d-603a-4881-9391-6f26e4ffe52d), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.823660 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device c3bd48a4-16e8-459c-854a-7a5a64b9ad57 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:38:48.823896 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ba9cc2bb-27ca-469e-b722-eae480b440ef admin admin] Publish callbacks [] for router_gateway (216c479a-d79f-4956-a3c4-c7cdf37e8d9d), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:48.860951 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7dadbe0b-61f3-4e6e-8a6d-8291a1778d05 None None] For port 06be3802-c264-4734-9b39-cc0758b36a80, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:38:48.865607 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364fef88-9cb5-4115-b7b8-4eace332fd71 None None] Network 82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:38:48.947663 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c175570-f99b-44d7-8af1-c6d262a6aa80 admin admin] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:38:48.959782 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-4c175570-f99b-44d7-8af1-c6d262a6aa80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:48.963051 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c175570-f99b-44d7-8af1-c6d262a6aa80 admin admin] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:38:48.973735 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-364fef88-9cb5-4115-b7b8-4eace332fd71 None None] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:49.017783 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364fef88-9cb5-4115-b7b8-4eace332fd71 None None] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:38:49.034725 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-10b91455-8838-4e69-b700-cbfbe343c5c3 None None] Allocated IP 172.20.0.2 (4e6e2ce3-9728-4fc0-915f-f4f91891414e/7e9e2b54-a696-442e-8b7f-0f08e3e15dd3/2e48f28b-387a-4e12-b22c-417f228d7156) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:38:49.048338 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7dadbe0b-61f3-4e6e-8a6d-8291a1778d05 None None] For port 06be3802-c264-4734-9b39-cc0758b36a80, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=06be3802-c264-4734-9b39-cc0758b36a80,segment=NetworkSegment(68a9f1fe-2a35-48ca-8f7f-dccbf741c802),segment_id=68a9f1fe-2a35-48ca-8f7f-dccbf741c802)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:38:49.081209 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fef88-9cb5-4115-b7b8-4eace332fd71 None None] Pushing event updated for resources: {'Port': ['ID=24743c1c-375c-42d1-bb49-fec665ea31f8,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:49.157956 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ba9cc2bb-27ca-469e-b722-eae480b440ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726690'] for router (216c479a-d79f-4956-a3c4-c7cdf37e8d9d), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:49.223145 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-132e2929-7be7-4dfe-baac-3ec8fb2a076d admin admin] Allocated IP 172.27.1.205 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/04344a86-85d1-48b9-ba89-45a7b98d4433) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:38:49.238009 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c175570-f99b-44d7-8af1-c6d262a6aa80 admin admin] Pushing event updated for resources: {'Port': ['ID=4808c86d-603a-4881-9391-6f26e4ffe52d,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:49.266440 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 34000) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:49.283126 dv-cinder-837166-1-iscsi neutron-server[103549]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 17:38:49.384489 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-10b91455-8838-4e69-b700-cbfbe343c5c3 None None] Publish callbacks [] for port (2e48f28b-387a-4e12-b22c-417f228d7156), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:49.393558 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7dadbe0b-61f3-4e6e-8a6d-8291a1778d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (06be3802-c264-4734-9b39-cc0758b36a80), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:49.502854 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadbe0b-61f3-4e6e-8a6d-8291a1778d05 None None] Pushing event updated for resources: {'Port': ['ID=06be3802-c264-4734-9b39-cc0758b36a80,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:49.526460 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4c175570-f99b-44d7-8af1-c6d262a6aa80 admin admin] Publish callbacks [] for router_gateway (34ed58de-58f0-4f58-8d11-1848e18b0a73), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:49.565384 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port c3bd48a4-16e8-459c-854a-7a5a64b9ad57 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:49.566017 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (c3bd48a4-16e8-459c-854a-7a5a64b9ad57), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:49.614802 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-132e2929-7be7-4dfe-baac-3ec8fb2a076d admin admin] Publish callbacks [] for port (04344a86-85d1-48b9-ba89-45a7b98d4433), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:49.622125 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-10b91455-8838-4e69-b700-cbfbe343c5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (2e48f28b-387a-4e12-b22c-417f228d7156), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:49.700088 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b91455-8838-4e69-b700-cbfbe343c5c3 None None] Network 4e6e2ce3-9728-4fc0-915f-f4f91891414e is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:38:49.703062 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deebbe7c-44f7-4abe-bddf-b2546966c37c None None] Network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:38:49.741982 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b91455-8838-4e69-b700-cbfbe343c5c3 None None] Pushing event updated for resources: {'Port': ['ID=2e48f28b-387a-4e12-b22c-417f228d7156,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:49.768921 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-132e2929-7be7-4dfe-baac-3ec8fb2a076d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (04344a86-85d1-48b9-ba89-45a7b98d4433), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:49.799185 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-10b91455-8838-4e69-b700-cbfbe343c5c3 None None] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:49.835979 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-e0112e40-c81f-4c18-bce1-10187700169b None None] Provisioning complete for port c3bd48a4-16e8-459c-854a-7a5a64b9ad57 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:49.837516 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e0112e40-c81f-4c18-bce1-10187700169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (c3bd48a4-16e8-459c-854a-7a5a64b9ad57), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:49.853702 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b91455-8838-4e69-b700-cbfbe343c5c3 None None] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:38:49.884395 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eed5a76-cc63-413a-9720-931a04b42e68 None None] Network a42452b1-0fae-44ea-a514-721052e07e36 requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:38:49.899599 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132e2929-7be7-4dfe-baac-3ec8fb2a076d admin admin] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:38:49.909359 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-132e2929-7be7-4dfe-baac-3ec8fb2a076d admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:49.914846 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132e2929-7be7-4dfe-baac-3ec8fb2a076d admin admin] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:38:49.920639 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e2929-7be7-4dfe-baac-3ec8fb2a076d admin admin] Pushing event updated for resources: {'Port': ['ID=04344a86-85d1-48b9-ba89-45a7b98d4433,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:49.970943 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-66780d3a-4aae-40ff-897d-51fe7f3913d3 admin admin] Allocated IP 172.27.1.152 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/f5299831-86be-4efb-9b5c-d3938ea6fd77) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:38:49.972076 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.059871 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-2987aafc-5c4f-4194-95f4-06e652a217b7 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:50.061524 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-2987aafc-5c4f-4194-95f4-06e652a217b7 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/networks?id=a42452b1-0fae-44ea-a514-721052e07e36 HTTP/1.1" status: 200 len: 811 time: 0.7940674 Apr 08 17:38:50.103611 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-e6233ff6-8224-4127-88b3-b41c65735016 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/quotas/4ee473f556024bf89e9c02b34850183c HTTP/1.1" status: 200 len: 375 time: 0.0287006 Apr 08 17:38:50.145246 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4c175570-f99b-44d7-8af1-c6d262a6aa80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726690'] for router (34ed58de-58f0-4f58-8d11-1848e18b0a73), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.204744 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9cc2bb-27ca-469e-b722-eae480b440ef admin admin] Router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d is scheduled to L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 with binding_index 1 {{(pid=103549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:38:50.211805 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-03e781e8-73c0-4ac8-bb61-4cc4debc2252 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ee473f556024bf89e9c02b34850183c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947864 Apr 08 17:38:50.233808 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-66780d3a-4aae-40ff-897d-51fe7f3913d3 admin admin] Publish callbacks [] for port (f5299831-86be-4efb-9b5c-d3938ea6fd77), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.382545 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-364fef88-9cb5-4115-b7b8-4eace332fd71 None None] Attempting to bind port 24743c1c-375c-42d1-bb49-fec665ea31f8 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:38:50.382545 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-364fef88-9cb5-4115-b7b8-4eace332fd71 None None] Attempting to bind port 24743c1c-375c-42d1-bb49-fec665ea31f8 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': '42138a3f-11d0-42bb-8417-8bf2a99cd282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:38:50.382545 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364fef88-9cb5-4115-b7b8-4eace332fd71 None None] Attempting to bind port 24743c1c-375c-42d1-bb49-fec665ea31f8 on network 82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:38:50.397710 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port c3bd48a4-16e8-459c-854a-7a5a64b9ad57 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:38:50.398166 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (c3bd48a4-16e8-459c-854a-7a5a64b9ad57), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.408252 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-66780d3a-4aae-40ff-897d-51fe7f3913d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (f5299831-86be-4efb-9b5c-d3938ea6fd77), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.408617 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364fef88-9cb5-4115-b7b8-4eace332fd71 None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:38:50.409276 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364fef88-9cb5-4115-b7b8-4eace332fd71 None None] Checking segment: {'id': '42138a3f-11d0-42bb-8417-8bf2a99cd282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:38:50.409782 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-364fef88-9cb5-4115-b7b8-4eace332fd71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.410349 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364fef88-9cb5-4115-b7b8-4eace332fd71 None None] Bound using segment: {'id': '42138a3f-11d0-42bb-8417-8bf2a99cd282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:38:50.410932 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-364fef88-9cb5-4115-b7b8-4eace332fd71 None None] Bound port: 24743c1c-375c-42d1-bb49-fec665ea31f8, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42138a3f-11d0-42bb-8417-8bf2a99cd282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:38:50.411445 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-364fef88-9cb5-4115-b7b8-4eace332fd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (24743c1c-375c-42d1-bb49-fec665ea31f8), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.431672 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-10b91455-8838-4e69-b700-cbfbe343c5c3 None None] Attempting to bind port 2e48f28b-387a-4e12-b22c-417f228d7156 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:38:50.432178 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-10b91455-8838-4e69-b700-cbfbe343c5c3 None None] Attempting to bind port 2e48f28b-387a-4e12-b22c-417f228d7156 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': '0d89a509-4539-4eec-8583-82285d4c7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:38:50.432732 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b91455-8838-4e69-b700-cbfbe343c5c3 None None] Attempting to bind port 2e48f28b-387a-4e12-b22c-417f228d7156 on network 4e6e2ce3-9728-4fc0-915f-f4f91891414e {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:38:50.485420 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9cc2bb-27ca-469e-b722-eae480b440ef admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:38:50.503742 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] Sync routers for ids ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:38:50.525045 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-132e2929-7be7-4dfe-baac-3ec8fb2a076d admin admin] Publish callbacks [] for router_gateway (62ee8e62-17d1-4347-8634-7368de46aeb9), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.530786 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c175570-f99b-44d7-8af1-c6d262a6aa80 admin admin] Router 34ed58de-58f0-4f58-8d11-1848e18b0a73 is scheduled to L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 with binding_index 1 {{(pid=103548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:38:50.536109 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] Routers {'216c479a-d79f-4956-a3c4-c7cdf37e8d9d'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:38:50.536947 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:38:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:50.549233 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66780d3a-4aae-40ff-897d-51fe7f3913d3 admin admin] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:38:50.560821 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ba9cc2bb-27ca-469e-b722-eae480b440ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.561835 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-ba9cc2bb-27ca-469e-b722-eae480b440ef admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3242903 Apr 08 17:38:50.562529 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66780d3a-4aae-40ff-897d-51fe7f3913d3 admin admin] Pushing event updated for resources: {'Port': ['ID=f5299831-86be-4efb-9b5c-d3938ea6fd77,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:50.567396 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-66780d3a-4aae-40ff-897d-51fe7f3913d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:50.567584 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b91455-8838-4e69-b700-cbfbe343c5c3 None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:38:50.567825 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b91455-8838-4e69-b700-cbfbe343c5c3 None None] Checking segment: {'id': '0d89a509-4539-4eec-8583-82285d4c7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:38:50.568232 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-10b91455-8838-4e69-b700-cbfbe343c5c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.568675 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b91455-8838-4e69-b700-cbfbe343c5c3 None None] Bound using segment: {'id': '0d89a509-4539-4eec-8583-82285d4c7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:38:50.569485 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-10b91455-8838-4e69-b700-cbfbe343c5c3 None None] Bound port: 2e48f28b-387a-4e12-b22c-417f228d7156, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d89a509-4539-4eec-8583-82285d4c7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:38:50.569738 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-10b91455-8838-4e69-b700-cbfbe343c5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (2e48f28b-387a-4e12-b22c-417f228d7156), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.574260 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66780d3a-4aae-40ff-897d-51fe7f3913d3 admin admin] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:38:50.580826 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 34034) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:50.609893 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] For port c3bd48a4-16e8-459c-854a-7a5a64b9ad57, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=c3bd48a4-16e8-459c-854a-7a5a64b9ad57,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:38:50.669659 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-894baaa5-aaec-4161-8aef-aacc9ec6a4d1 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:38:50.670843 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-894baaa5-aaec-4161-8aef-aacc9ec6a4d1 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1609950 Apr 08 17:38:50.778880 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (c3bd48a4-16e8-459c-854a-7a5a64b9ad57), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.845255 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c175570-f99b-44d7-8af1-c6d262a6aa80 admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:38:50.889532 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] Set router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:38:50.968408 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4c175570-f99b-44d7-8af1-c6d262a6aa80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:50.970104 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-4c175570-f99b-44d7-8af1-c6d262a6aa80 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9805779 Apr 08 17:38:50.974531 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 34038) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:51.068383 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-b793988f-043c-407e-b67f-c380b673aa35 service neutron] 10.222.0.86 "GET /v2.0/networks/a42452b1-0fae-44ea-a514-721052e07e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277762 Apr 08 17:38:51.073689 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-10b91455-8838-4e69-b700-cbfbe343c5c3 None None] For port 2e48f28b-387a-4e12-b22c-417f228d7156, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:38:51.077725 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-10b91455-8838-4e69-b700-cbfbe343c5c3 None None] For port 2e48f28b-387a-4e12-b22c-417f228d7156, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=2e48f28b-387a-4e12-b22c-417f228d7156,segment=NetworkSegment(0d89a509-4539-4eec-8583-82285d4c7719),segment_id=0d89a509-4539-4eec-8583-82285d4c7719)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:38:51.100211 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Pushing event updated for resources: {'Port': ['ID=c3bd48a4-16e8-459c-854a-7a5a64b9ad57,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:51.115239 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] Sync routers for ids ['34ed58de-58f0-4f58-8d11-1848e18b0a73'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:38:51.126594 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 06be3802-c264-4734-9b39-cc0758b36a80 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:38:51.131530 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-e0112e40-c81f-4c18-bce1-10187700169b None None] Current status of the port c3bd48a4-16e8-459c-854a-7a5a64b9ad57 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:38:51.137434 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-364fef88-9cb5-4115-b7b8-4eace332fd71 None None] For port 24743c1c-375c-42d1-bb49-fec665ea31f8, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:38:51.146378 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cd4a56-f16a-4621-a409-f7a8e9086357 None None] Network b895debd-97b0-43f9-854d-b53eac68cddb requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:38:51.210782 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:48Z', 'revision_number': 3, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:51.218995 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-10b91455-8838-4e69-b700-cbfbe343c5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (2e48f28b-387a-4e12-b22c-417f228d7156), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:51.227010 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-132e2929-7be7-4dfe-baac-3ec8fb2a076d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726690'] for router (62ee8e62-17d1-4347-8634-7368de46aeb9), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:51.242947 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] Checking router: 216c479a-d79f-4956-a3c4-c7cdf37e8d9d for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:38:51.243435 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] Updating router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d port c18e875b-2d15-44a2-8c9d-3d0cda832586 binding host dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:38:51.263085 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-364fef88-9cb5-4115-b7b8-4eace332fd71 None None] For port 24743c1c-375c-42d1-bb49-fec665ea31f8, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=24743c1c-375c-42d1-bb49-fec665ea31f8,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:38:51.271144 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] Routers {'34ed58de-58f0-4f58-8d11-1848e18b0a73'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:38:51.272214 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:38:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['34ed58de-58f0-4f58-8d11-1848e18b0a73'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:51.293393 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-66780d3a-4aae-40ff-897d-51fe7f3913d3 admin admin] Publish callbacks [] for router_gateway (adb3989e-9c74-4595-82cc-16036e5c6782), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:51.295244 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (c18e875b-2d15-44a2-8c9d-3d0cda832586), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:51.352988 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-364fef88-9cb5-4115-b7b8-4eace332fd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (24743c1c-375c-42d1-bb49-fec665ea31f8), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:51.379437 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-30347aa3-45a9-4735-a390-3ffe835d5ccb service neutron] 10.222.0.86 "GET /v2.0/networks/a42452b1-0fae-44ea-a514-721052e07e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721741 Apr 08 17:38:51.543724 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-45040788-9100-48b3-a759-900c9097a0fb None None] Provisioning complete for port 06be3802-c264-4734-9b39-cc0758b36a80 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:51.544118 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-45040788-9100-48b3-a759-900c9097a0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (06be3802-c264-4734-9b39-cc0758b36a80), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:51.768313 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] Publish callbacks [] for port (c18e875b-2d15-44a2-8c9d-3d0cda832586), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:51.786287 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (c18e875b-2d15-44a2-8c9d-3d0cda832586), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:51.797589 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132e2929-7be7-4dfe-baac-3ec8fb2a076d admin admin] Router 62ee8e62-17d1-4347-8634-7368de46aeb9 is scheduled to L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 with binding_index 1 {{(pid=103548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:38:51.912201 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b91455-8838-4e69-b700-cbfbe343c5c3 None None] Pushing event updated for resources: {'Port': ['ID=2e48f28b-387a-4e12-b22c-417f228d7156,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:52.005775 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] Attempting to bind port c18e875b-2d15-44a2-8c9d-3d0cda832586 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:38:52.006241 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] Attempting to bind port c18e875b-2d15-44a2-8c9d-3d0cda832586 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:38:52.006620 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] Attempting to bind port c18e875b-2d15-44a2-8c9d-3d0cda832586 on network 621fbee4-87d2-43df-9614-a9bffeb44782 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:38:52.023913 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 06be3802-c264-4734-9b39-cc0758b36a80 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:52.024301 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (06be3802-c264-4734-9b39-cc0758b36a80), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.049653 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b812740-0d40-4ea9-ae80-82030668ddb5 None None] Pushing event updated for resources: {'Port': ['ID=c18e875b-2d15-44a2-8c9d-3d0cda832586,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:52.058322 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:38:52.058709 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] Checking segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:38:52.059119 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.059518 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] Bound using segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:38:52.060012 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] Bound port: c18e875b-2d15-44a2-8c9d-3d0cda832586, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:38:52.060394 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (c18e875b-2d15-44a2-8c9d-3d0cda832586), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.093737 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b812740-0d40-4ea9-ae80-82030668ddb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:52.094977 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b812740-0d40-4ea9-ae80-82030668ddb5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:52.095367 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b812740-0d40-4ea9-ae80-82030668ddb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:52.095717 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b812740-0d40-4ea9-ae80-82030668ddb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:52.098949 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b812740-0d40-4ea9-ae80-82030668ddb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:52.106506 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b812740-0d40-4ea9-ae80-82030668ddb5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:52.106912 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b812740-0d40-4ea9-ae80-82030668ddb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:52.112701 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b812740-0d40-4ea9-ae80-82030668ddb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:52.113220 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b812740-0d40-4ea9-ae80-82030668ddb5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:52.113567 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b812740-0d40-4ea9-ae80-82030668ddb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:52.113907 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b812740-0d40-4ea9-ae80-82030668ddb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:52.114272 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b812740-0d40-4ea9-ae80-82030668ddb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:52.114599 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b812740-0d40-4ea9-ae80-82030668ddb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:52.114938 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b812740-0d40-4ea9-ae80-82030668ddb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:52.115258 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b812740-0d40-4ea9-ae80-82030668ddb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b812740-0d40-4ea9-ae80-82030668ddb5 None None] Tracked resource versions report: Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: pushed versions: Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: { 'AddressGroup': {'1.2'}, Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Agent': {'1.1'}, Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'ConntrackHelper': {'1.0'}, Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Log': {'1.0'}, Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'NDPProxy': {'1.0'}, Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Network': {'1.1'}, Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Port': {'1.7'}, Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'PortForwarding': {'1.3'}, Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'QosPolicy': {'1.10'}, Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'SecurityGroup': {'1.5'}, Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'SubPort': {'1.0'}, Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Subnet': {'1.1'}, Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Trunk': {'1.1'}} Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: consumer versions: Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: { DHCP agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: HyperV agent@hv-cinder-83716: {}, Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: L3 agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: Metadata agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: Metering agent@dv-cinder-837166-1-iscsi: {}, Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: Open vSwitch agent@dv-cinder-837166-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Agent': '1.1', Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'ConntrackHelper': '1.0', Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'LocalIPAssociation': '1.0', Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Log': '1.0', Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'NDPProxy': '1.0', Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Network': '1.1', Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Port': '1.7', Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'PortForwarding': '1.3', Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'QosPolicy': '1.10', Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'SecurityGroup': '1.5', Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'SecurityGroupRule': '1.2', Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'SubPort': '1.0', Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Subnet': '1.1', Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: 'Trunk': '1.1'}} Apr 08 17:38:52.120484 dv-cinder-837166-1-iscsi neutron-server[103551]: {{(pid=103551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:38:52.179481 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] Set router 34ed58de-58f0-4f58-8d11-1848e18b0a73 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:38:52.254939 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] For port c18e875b-2d15-44a2-8c9d-3d0cda832586, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:38:52.260943 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] For port c18e875b-2d15-44a2-8c9d-3d0cda832586, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=c18e875b-2d15-44a2-8c9d-3d0cda832586,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:38:52.279976 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (c18e875b-2d15-44a2-8c9d-3d0cda832586), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.399543 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] Routers {'216c479a-d79f-4956-a3c4-c7cdf37e8d9d'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:38:52.400891 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:38:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:52.451303 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132e2929-7be7-4dfe-baac-3ec8fb2a076d admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:38:52.453818 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-66780d3a-4aae-40ff-897d-51fe7f3913d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726690'] for router (adb3989e-9c74-4595-82cc-16036e5c6782), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.512567 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-132e2929-7be7-4dfe-baac-3ec8fb2a076d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.516319 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-132e2929-7be7-4dfe-baac-3ec8fb2a076d admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3196990 Apr 08 17:38:52.522534 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 34076) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:52.631837 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fef88-9cb5-4115-b7b8-4eace332fd71 None None] Pushing event updated for resources: {'Port': ['ID=24743c1c-375c-42d1-bb49-fec665ea31f8,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:52.635097 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-45040788-9100-48b3-a759-900c9097a0fb None None] Current status of the port 06be3802-c264-4734-9b39-cc0758b36a80 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:38:52.635846 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-45040788-9100-48b3-a759-900c9097a0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (06be3802-c264-4734-9b39-cc0758b36a80), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.649146 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] Set router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:38:52.697626 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-45040788-9100-48b3-a759-900c9097a0fb None None] For port 06be3802-c264-4734-9b39-cc0758b36a80, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=06be3802-c264-4734-9b39-cc0758b36a80,segment=NetworkSegment(68a9f1fe-2a35-48ca-8f7f-dccbf741c802),segment_id=68a9f1fe-2a35-48ca-8f7f-dccbf741c802)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:38:52.709524 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-45040788-9100-48b3-a759-900c9097a0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (06be3802-c264-4734-9b39-cc0758b36a80), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.716941 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'name': 'tempest-ServerRescueNegativeTestJSON-1434803203-router', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:46Z', 'updated_at': '2022-04-08T17:38:49Z', 'revision_number': 3, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'gw_port': {'id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:52.758611 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-69b0999a-02b5-4181-8a1d-3aa688992582 req-46723495-1df0-4bde-941e-c101415f8226 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 210 time: 0.4754393 Apr 08 17:38:52.884143 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] Sync routers for ids ['62ee8e62-17d1-4347-8634-7368de46aeb9'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:38:52.890925 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-028516df-0381-45ef-90cc-2ead5381c71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.901691 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bb0e4683-06d5-4adc-9da3-d8dba0cf497b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.903484 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] Checking router: 34ed58de-58f0-4f58-8d11-1848e18b0a73 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:38:52.903864 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] Updating router 34ed58de-58f0-4f58-8d11-1848e18b0a73 port 4808c86d-603a-4881-9391-6f26e4ffe52d binding host dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:38:52.917120 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-45040788-9100-48b3-a759-900c9097a0fb None None] Provisioning complete for port c3bd48a4-16e8-459c-854a-7a5a64b9ad57 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:52.917798 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-45040788-9100-48b3-a759-900c9097a0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (c3bd48a4-16e8-459c-854a-7a5a64b9ad57), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:52.919006 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b812740-0d40-4ea9-ae80-82030668ddb5 None None] Pushing event updated for resources: {'Port': ['ID=c18e875b-2d15-44a2-8c9d-3d0cda832586,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:52.959723 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] Routers {'62ee8e62-17d1-4347-8634-7368de46aeb9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:38:52.960376 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:38:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['62ee8e62-17d1-4347-8634-7368de46aeb9'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:52.993551 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66780d3a-4aae-40ff-897d-51fe7f3913d3 admin admin] Router adb3989e-9c74-4595-82cc-16036e5c6782 is scheduled to L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 with binding_index 1 {{(pid=103549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:38:53.065999 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 06be3802-c264-4734-9b39-cc0758b36a80 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:38:53.075763 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (4808c86d-603a-4881-9391-6f26e4ffe52d), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:53.080932 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45040788-9100-48b3-a759-900c9097a0fb None None] Pushing event updated for resources: {'Port': ['ID=06be3802-c264-4734-9b39-cc0758b36a80,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:53.095689 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] Set router 62ee8e62-17d1-4347-8634-7368de46aeb9 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:38:53.313751 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-45040788-9100-48b3-a759-900c9097a0fb None None] Current status of the port c3bd48a4-16e8-459c-854a-7a5a64b9ad57 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:38:53.486682 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-579c269e-be8a-4167-82ff-08bc10d43c8f None None] Provisioning complete for port 06be3802-c264-4734-9b39-cc0758b36a80 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:53.487074 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-579c269e-be8a-4167-82ff-08bc10d43c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (06be3802-c264-4734-9b39-cc0758b36a80), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:53.504083 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66780d3a-4aae-40ff-897d-51fe7f3913d3 admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:38:53.532773 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 24743c1c-375c-42d1-bb49-fec665ea31f8 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:38:53.583278 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-bb0e4683-06d5-4adc-9da3-d8dba0cf497b admin admin] Allocated IP 172.20.0.1 (0220a826-6ea0-44a9-acbd-dc4c8bdf3078/d8edf8b4-73f8-49e2-a695-014df408b2d6/d13a25ef-9927-4f2d-a36e-f97e1f1af4e9) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:38:53.595913 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-66780d3a-4aae-40ff-897d-51fe7f3913d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:53.597814 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-66780d3a-4aae-40ff-897d-51fe7f3913d3 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8694482 Apr 08 17:38:53.601168 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 34106) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:53.613540 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] Sync routers for ids ['adb3989e-9c74-4595-82cc-16036e5c6782'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:38:53.659396 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ff687e-3785-4051-85fb-0dc0ee0bb9a6 None None] Network 4e6e2ce3-9728-4fc0-915f-f4f91891414e requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:38:53.672254 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:48Z', 'revision_number': 3, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:53.727093 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc760b84-4c55-4938-b177-17f11198b630 None None] The sync data for ids ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'] in dv-cinder-837166-1-iscsi is: [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:48Z', 'revision_number': 3, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:38:53.926059 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-router', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:50Z', 'revision_number': 3, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'gw_port': {'id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:53.951834 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c01cbc-b037-45ab-ab59-180fafb611ef None None] Network 82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:38:53.954790 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] Routers {'adb3989e-9c74-4595-82cc-16036e5c6782'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:38:53.955619 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:38:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['adb3989e-9c74-4595-82cc-16036e5c6782'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:53.975541 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] Checking router: 62ee8e62-17d1-4347-8634-7368de46aeb9 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:38:53.975902 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] Updating router 62ee8e62-17d1-4347-8634-7368de46aeb9 port 04344a86-85d1-48b9-ba89-45a7b98d4433 binding host dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:38:54.010827 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (04344a86-85d1-48b9-ba89-45a7b98d4433), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.151835 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-028516df-0381-45ef-90cc-2ead5381c71b admin admin] Allocated IP 172.20.0.1 (b895debd-97b0-43f9-854d-b53eac68cddb/a8971a54-bad3-4305-9d36-2982512b73f9/844de5c2-265f-4917-ba2f-c39874925182) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:38:54.230294 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7c8f117c-99aa-4aad-8847-44f43efb28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.237403 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-895fca92-17a1-4649-941e-57e1c46f5f5b req-db26064c-91ea-4633-aafb-b434ca574122 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 210 time: 0.1738346 Apr 08 17:38:54.351189 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 24743c1c-375c-42d1-bb49-fec665ea31f8 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:54.351724 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (24743c1c-375c-42d1-bb49-fec665ea31f8), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.416995 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bb0e4683-06d5-4adc-9da3-d8dba0cf497b admin admin] Publish callbacks [] for port (d13a25ef-9927-4f2d-a36e-f97e1f1af4e9), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.458553 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-579c269e-be8a-4167-82ff-08bc10d43c8f None None] Current status of the port 06be3802-c264-4734-9b39-cc0758b36a80 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:38:54.462379 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] Publish callbacks [] for port (4808c86d-603a-4881-9391-6f26e4ffe52d), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.476947 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-028516df-0381-45ef-90cc-2ead5381c71b admin admin] Publish callbacks [] for port (844de5c2-265f-4917-ba2f-c39874925182), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.560488 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-7c8f117c-99aa-4aad-8847-44f43efb28c7 admin admin] Allocated IP 172.20.0.1 (82c92d73-fa73-49e3-bcd3-7677ecfaa5d2/1896ad45-f1dd-47eb-87e5-845f315dcdb0/517ac759-5acc-4530-969b-9d1aaf1a05db) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:38:54.590596 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-028516df-0381-45ef-90cc-2ead5381c71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (844de5c2-265f-4917-ba2f-c39874925182), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.605337 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bb0e4683-06d5-4adc-9da3-d8dba0cf497b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (d13a25ef-9927-4f2d-a36e-f97e1f1af4e9), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.645238 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] Set router adb3989e-9c74-4595-82cc-16036e5c6782 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:38:54.665541 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028516df-0381-45ef-90cc-2ead5381c71b admin admin] Network b895debd-97b0-43f9-854d-b53eac68cddb is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:38:54.715190 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-028516df-0381-45ef-90cc-2ead5381c71b admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:54.728821 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028516df-0381-45ef-90cc-2ead5381c71b admin admin] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:38:54.729441 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-028516df-0381-45ef-90cc-2ead5381c71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726645'] for router_interface (34ed58de-58f0-4f58-8d11-1848e18b0a73), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.753975 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-408a3b32-b7e1-44d4-8808-d9b78752d606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.797871 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 24743c1c-375c-42d1-bb49-fec665ea31f8 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:38:54.798393 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (24743c1c-375c-42d1-bb49-fec665ea31f8), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.811410 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] Publish callbacks [] for port (04344a86-85d1-48b9-ba89-45a7b98d4433), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.821131 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0e4683-06d5-4adc-9da3-d8dba0cf497b admin admin] Network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:38:54.830711 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (4808c86d-603a-4881-9391-6f26e4ffe52d), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.835703 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (04344a86-85d1-48b9-ba89-45a7b98d4433), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.836977 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-bb0e4683-06d5-4adc-9da3-d8dba0cf497b admin admin] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:54.857666 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0e4683-06d5-4adc-9da3-d8dba0cf497b admin admin] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:38:54.857666 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bb0e4683-06d5-4adc-9da3-d8dba0cf497b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726645'] for router_interface (216c479a-d79f-4956-a3c4-c7cdf37e8d9d), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:54.937403 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e4683-06d5-4adc-9da3-d8dba0cf497b admin admin] Pushing event updated for resources: {'Port': ['ID=d13a25ef-9927-4f2d-a36e-f97e1f1af4e9,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:54.942496 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028516df-0381-45ef-90cc-2ead5381c71b admin admin] Pushing event updated for resources: {'Port': ['ID=844de5c2-265f-4917-ba2f-c39874925182,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:54.993992 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a015c-899d-4e67-a7f8-5d609950d37a None None] Pushing event updated for resources: {'Port': ['ID=04344a86-85d1-48b9-ba89-45a7b98d4433,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:55.001999 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-dadd58f7-a04a-473d-b74a-ff42c9a33bc9 None None] Provisioning complete for port 2e48f28b-387a-4e12-b22c-417f228d7156 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:55.002392 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dadd58f7-a04a-473d-b74a-ff42c9a33bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (2e48f28b-387a-4e12-b22c-417f228d7156), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:55.006926 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] Attempting to bind port 04344a86-85d1-48b9-ba89-45a7b98d4433 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:38:55.007709 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] Attempting to bind port 04344a86-85d1-48b9-ba89-45a7b98d4433 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:38:55.012504 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] Attempting to bind port 04344a86-85d1-48b9-ba89-45a7b98d4433 on network 621fbee4-87d2-43df-9614-a9bffeb44782 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:38:55.028982 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:38:55.035449 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] Checking segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:38:55.035566 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:55.035997 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] Bound using segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:38:55.036600 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] Bound port: 04344a86-85d1-48b9-ba89-45a7b98d4433, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:38:55.037055 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (04344a86-85d1-48b9-ba89-45a7b98d4433), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:55.204593 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] For port 04344a86-85d1-48b9-ba89-45a7b98d4433, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:38:55.209659 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] For port 04344a86-85d1-48b9-ba89-45a7b98d4433, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=04344a86-85d1-48b9-ba89-45a7b98d4433,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:38:55.223897 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (04344a86-85d1-48b9-ba89-45a7b98d4433), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:55.229849 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d77a0-e5ad-4754-81ce-8ff1bbe2248e None None] Pushing event updated for resources: {'Port': ['ID=4808c86d-603a-4881-9391-6f26e4ffe52d,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:55.240742 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] Attempting to bind port 4808c86d-603a-4881-9391-6f26e4ffe52d on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:38:55.241535 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] Attempting to bind port 4808c86d-603a-4881-9391-6f26e4ffe52d by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:38:55.241904 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] Attempting to bind port 4808c86d-603a-4881-9391-6f26e4ffe52d on network 621fbee4-87d2-43df-9614-a9bffeb44782 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:38:55.282712 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7c8f117c-99aa-4aad-8847-44f43efb28c7 admin admin] Publish callbacks [] for port (517ac759-5acc-4530-969b-9d1aaf1a05db), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:55.297909 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:38:55.298241 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] Checking segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:38:55.298641 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:55.299036 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] Bound using segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:38:55.303898 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] Bound port: 4808c86d-603a-4881-9391-6f26e4ffe52d, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:38:55.304325 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (4808c86d-603a-4881-9391-6f26e4ffe52d), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:55.325941 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a015c-899d-4e67-a7f8-5d609950d37a None None] Pushing event updated for resources: {'Port': ['ID=04344a86-85d1-48b9-ba89-45a7b98d4433,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:55.331657 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-408a3b32-b7e1-44d4-8808-d9b78752d606 admin admin] Allocated IP 172.20.0.1 (4e6e2ce3-9728-4fc0-915f-f4f91891414e/7e9e2b54-a696-442e-8b7f-0f08e3e15dd3/4bdba1a1-1005-44d4-861d-5ee8f663cc05) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:38:55.368920 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] Routers {'62ee8e62-17d1-4347-8634-7368de46aeb9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:38:55.370060 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:38:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['62ee8e62-17d1-4347-8634-7368de46aeb9'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:55.387391 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] For port 24743c1c-375c-42d1-bb49-fec665ea31f8, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=24743c1c-375c-42d1-bb49-fec665ea31f8,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:38:55.409425 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (24743c1c-375c-42d1-bb49-fec665ea31f8), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:55.410487 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device c3bd48a4-16e8-459c-854a-7a5a64b9ad57 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:38:55.465747 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-028516df-0381-45ef-90cc-2ead5381c71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (844de5c2-265f-4917-ba2f-c39874925182), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:55.480371 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-408a3b32-b7e1-44d4-8808-d9b78752d606 admin admin] Publish callbacks [] for port (4bdba1a1-1005-44d4-861d-5ee8f663cc05), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:55.499978 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'name': 'tempest-AttachVolumeTestJSON-61070861-router', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:50Z', 'revision_number': 3, 'project_id': '74a6abf6655b4484b7870dba86883953', 'gw_port': {'id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:55.521649 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7c8f117c-99aa-4aad-8847-44f43efb28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (517ac759-5acc-4530-969b-9d1aaf1a05db), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:55.552932 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] Checking router: adb3989e-9c74-4595-82cc-16036e5c6782 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:38:55.553550 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] Updating router adb3989e-9c74-4595-82cc-16036e5c6782 port f5299831-86be-4efb-9b5c-d3938ea6fd77 binding host dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:38:55.570808 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] Set router 62ee8e62-17d1-4347-8634-7368de46aeb9 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:38:55.574892 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-408a3b32-b7e1-44d4-8808-d9b78752d606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (4bdba1a1-1005-44d4-861d-5ee8f663cc05), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:55.582506 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f117c-99aa-4aad-8847-44f43efb28c7 admin admin] Pushing event updated for resources: {'Port': ['ID=517ac759-5acc-4530-969b-9d1aaf1a05db,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:55.611889 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (f5299831-86be-4efb-9b5c-d3938ea6fd77), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:55.612120 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8f117c-99aa-4aad-8847-44f43efb28c7 admin admin] Network 82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:38:55.615361 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-7c8f117c-99aa-4aad-8847-44f43efb28c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:55.653242 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8f117c-99aa-4aad-8847-44f43efb28c7 admin admin] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:38:55.653784 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7c8f117c-99aa-4aad-8847-44f43efb28c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726645'] for router_interface (62ee8e62-17d1-4347-8634-7368de46aeb9), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:55.655785 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a3b32-b7e1-44d4-8808-d9b78752d606 admin admin] Pushing event updated for resources: {'Port': ['ID=4bdba1a1-1005-44d4-861d-5ee8f663cc05,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:55.670890 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c697a18d-fe75-4bc0-8146-dbc6e362c54f req-dbd7219d-d800-492e-9fed-cc32c7e10430 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 210 time: 0.1127102 Apr 08 17:38:55.677771 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a3b32-b7e1-44d4-8808-d9b78752d606 admin admin] Network 4e6e2ce3-9728-4fc0-915f-f4f91891414e is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:38:55.716176 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-408a3b32-b7e1-44d4-8808-d9b78752d606 admin admin] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:55.719859 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a3b32-b7e1-44d4-8808-d9b78752d606 admin admin] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:38:55.720335 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-408a3b32-b7e1-44d4-8808-d9b78752d606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726645'] for router_interface (adb3989e-9c74-4595-82cc-16036e5c6782), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:55.875332 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-router', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:50Z', 'revision_number': 3, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'gw_port': {'id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:55.939490 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a1f1ec-e76a-477a-ac1a-02885c1345f3 None None] The sync data for ids ['62ee8e62-17d1-4347-8634-7368de46aeb9'] in dv-cinder-837166-1-iscsi is: [{'id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-router', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:50Z', 'revision_number': 3, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'gw_port': {'id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:38:55.967641 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] Publish callbacks [] for port (f5299831-86be-4efb-9b5c-d3938ea6fd77), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:56.015983 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] For port 4808c86d-603a-4881-9391-6f26e4ffe52d, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:38:56.022385 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (f5299831-86be-4efb-9b5c-d3938ea6fd77), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:56.098319 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] Attempting to bind port f5299831-86be-4efb-9b5c-d3938ea6fd77 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:38:56.100255 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] Attempting to bind port f5299831-86be-4efb-9b5c-d3938ea6fd77 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:38:56.100885 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] Attempting to bind port f5299831-86be-4efb-9b5c-d3938ea6fd77 on network 621fbee4-87d2-43df-9614-a9bffeb44782 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:38:56.143196 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Pushing event updated for resources: {'Port': ['ID=24743c1c-375c-42d1-bb49-fec665ea31f8,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:56.147782 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-dadd58f7-a04a-473d-b74a-ff42c9a33bc9 None None] Current status of the port 2e48f28b-387a-4e12-b22c-417f228d7156 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:38:56.148408 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dadd58f7-a04a-473d-b74a-ff42c9a33bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (2e48f28b-387a-4e12-b22c-417f228d7156), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:56.170782 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] For port 4808c86d-603a-4881-9391-6f26e4ffe52d, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=4808c86d-603a-4881-9391-6f26e4ffe52d,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:38:56.230861 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-408a3b32-b7e1-44d4-8808-d9b78752d606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (4bdba1a1-1005-44d4-861d-5ee8f663cc05), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:56.262722 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-028516df-0381-45ef-90cc-2ead5381c71b admin admin] Publish callbacks [] for port (844de5c2-265f-4917-ba2f-c39874925182), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:56.264269 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7c8f117c-99aa-4aad-8847-44f43efb28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (517ac759-5acc-4530-969b-9d1aaf1a05db), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:56.278342 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-028516df-0381-45ef-90cc-2ead5381c71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (844de5c2-265f-4917-ba2f-c39874925182), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:56.279799 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-028516df-0381-45ef-90cc-2ead5381c71b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732645'] for router_interface (34ed58de-58f0-4f58-8d11-1848e18b0a73), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:56.288191 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-dadd58f7-a04a-473d-b74a-ff42c9a33bc9 None None] For port 2e48f28b-387a-4e12-b22c-417f228d7156, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=2e48f28b-387a-4e12-b22c-417f228d7156,segment=NetworkSegment(0d89a509-4539-4eec-8583-82285d4c7719),segment_id=0d89a509-4539-4eec-8583-82285d4c7719)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:38:56.294870 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fb3f3-e505-4263-9a4f-5a02fe8c3032 None None] Pushing event updated for resources: {'Port': ['ID=f5299831-86be-4efb-9b5c-d3938ea6fd77,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:56.310928 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dadd58f7-a04a-473d-b74a-ff42c9a33bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (2e48f28b-387a-4e12-b22c-417f228d7156), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:56.319076 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:38:56.319589 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] Checking segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:38:56.320078 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:56.320972 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] Bound using segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:38:56.322221 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] Bound port: f5299831-86be-4efb-9b5c-d3938ea6fd77, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:38:56.322661 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (f5299831-86be-4efb-9b5c-d3938ea6fd77), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:56.332375 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (4808c86d-603a-4881-9391-6f26e4ffe52d), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:56.478459 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-408a3b32-b7e1-44d4-8808-d9b78752d606 admin admin] Publish callbacks [] for port (4bdba1a1-1005-44d4-861d-5ee8f663cc05), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:56.500714 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bb0e4683-06d5-4adc-9da3-d8dba0cf497b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (d13a25ef-9927-4f2d-a36e-f97e1f1af4e9), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:56.502901 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-408a3b32-b7e1-44d4-8808-d9b78752d606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (4bdba1a1-1005-44d4-861d-5ee8f663cc05), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:56.503614 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-408a3b32-b7e1-44d4-8808-d9b78752d606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732645'] for router_interface (adb3989e-9c74-4595-82cc-16036e5c6782), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:56.519824 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028516df-0381-45ef-90cc-2ead5381c71b admin admin] Network b895debd-97b0-43f9-854d-b53eac68cddb is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:38:56.564584 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-028516df-0381-45ef-90cc-2ead5381c71b admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:56.577396 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028516df-0381-45ef-90cc-2ead5381c71b admin admin] Pushing event updated for resources: {'Port': ['ID=844de5c2-265f-4917-ba2f-c39874925182,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:56.591976 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] For port f5299831-86be-4efb-9b5c-d3938ea6fd77, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:38:56.595508 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] For port f5299831-86be-4efb-9b5c-d3938ea6fd77, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=f5299831-86be-4efb-9b5c-d3938ea6fd77,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:38:56.612810 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] Routers {'34ed58de-58f0-4f58-8d11-1848e18b0a73'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:38:56.613539 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:38:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['34ed58de-58f0-4f58-8d11-1848e18b0a73'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:56.727418 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a3b32-b7e1-44d4-8808-d9b78752d606 admin admin] Pushing event updated for resources: {'Port': ['ID=4bdba1a1-1005-44d4-861d-5ee8f663cc05,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:56.748638 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port c3bd48a4-16e8-459c-854a-7a5a64b9ad57 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:56.749142 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (c3bd48a4-16e8-459c-854a-7a5a64b9ad57), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:56.760768 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-dadd58f7-a04a-473d-b74a-ff42c9a33bc9 None None] Provisioning complete for port 24743c1c-375c-42d1-bb49-fec665ea31f8 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:56.760959 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dadd58f7-a04a-473d-b74a-ff42c9a33bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (24743c1c-375c-42d1-bb49-fec665ea31f8), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:56.798683 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (f5299831-86be-4efb-9b5c-d3938ea6fd77), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:56.888771 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e17f670f-f010-4d01-addd-f0eb899bdda4 req-55954c56-8ec2-4f41-aab9-000e21c10ae9 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 210 time: 0.0780971 Apr 08 17:38:56.920334 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a3b32-b7e1-44d4-8808-d9b78752d606 admin admin] Network 4e6e2ce3-9728-4fc0-915f-f4f91891414e is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:38:56.935316 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-408a3b32-b7e1-44d4-8808-d9b78752d606 admin admin] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:56.982463 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7c8f117c-99aa-4aad-8847-44f43efb28c7 admin admin] Publish callbacks [] for port (517ac759-5acc-4530-969b-9d1aaf1a05db), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:56.989383 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028516df-0381-45ef-90cc-2ead5381c71b admin admin] Router 34ed58de-58f0-4f58-8d11-1848e18b0a73 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:38:57.000759 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7c8f117c-99aa-4aad-8847-44f43efb28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (517ac759-5acc-4530-969b-9d1aaf1a05db), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:57.001565 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7c8f117c-99aa-4aad-8847-44f43efb28c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732645'] for router_interface (62ee8e62-17d1-4347-8634-7368de46aeb9), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:57.066900 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd58f7-a04a-473d-b74a-ff42c9a33bc9 None None] Pushing event updated for resources: {'Port': ['ID=2e48f28b-387a-4e12-b22c-417f228d7156,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:57.244899 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408a3b32-b7e1-44d4-8808-d9b78752d606 admin admin] Router adb3989e-9c74-4595-82cc-16036e5c6782 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:38:57.246892 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.20', 53347) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:57.294528 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] Routers {'adb3989e-9c74-4595-82cc-16036e5c6782'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:38:57.295170 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:38:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['adb3989e-9c74-4595-82cc-16036e5c6782'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:57.363150 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028516df-0381-45ef-90cc-2ead5381c71b admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:38:57.364621 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f117c-99aa-4aad-8847-44f43efb28c7 admin admin] Pushing event updated for resources: {'Port': ['ID=517ac759-5acc-4530-969b-9d1aaf1a05db,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:57.411651 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d77a0-e5ad-4754-81ce-8ff1bbe2248e None None] Pushing event updated for resources: {'Port': ['ID=4808c86d-603a-4881-9391-6f26e4ffe52d,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:57.453157 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-028516df-0381-45ef-90cc-2ead5381c71b admin admin] 10.222.0.86 "PUT /v2.0/routers/34ed58de-58f0-4f58-8d11-1848e18b0a73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4671962 Apr 08 17:38:57.459789 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8f117c-99aa-4aad-8847-44f43efb28c7 admin admin] Network 82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:38:57.461342 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-7c8f117c-99aa-4aad-8847-44f43efb28c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:57.553169 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bb0e4683-06d5-4adc-9da3-d8dba0cf497b admin admin] Publish callbacks [] for port (d13a25ef-9927-4f2d-a36e-f97e1f1af4e9), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:57.578898 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bb0e4683-06d5-4adc-9da3-d8dba0cf497b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (d13a25ef-9927-4f2d-a36e-f97e1f1af4e9), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:57.579733 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bb0e4683-06d5-4adc-9da3-d8dba0cf497b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732645'] for router_interface (216c479a-d79f-4956-a3c4-c7cdf37e8d9d), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:57.663526 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-dadd58f7-a04a-473d-b74a-ff42c9a33bc9 None None] Current status of the port 24743c1c-375c-42d1-bb49-fec665ea31f8 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:38:57.677260 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] Set router 34ed58de-58f0-4f58-8d11-1848e18b0a73 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:38:57.748313 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8f117c-99aa-4aad-8847-44f43efb28c7 admin admin] Router 62ee8e62-17d1-4347-8634-7368de46aeb9 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:38:57.821194 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fb3f3-e505-4263-9a4f-5a02fe8c3032 None None] Pushing event updated for resources: {'Port': ['ID=f5299831-86be-4efb-9b5c-d3938ea6fd77,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:57.881466 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-0af905d3-76c0-4920-ad44-3252de0c91ff tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:57.888953 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-0af905d3-76c0-4920-ad44-3252de0c91ff tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.20 "GET /v2.0/networks?id=a42452b1-0fae-44ea-a514-721052e07e36 HTTP/1.1" status: 200 len: 811 time: 0.6349118 Apr 08 17:38:57.902298 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408a3b32-b7e1-44d4-8808-d9b78752d606 admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:38:57.930761 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-408a3b32-b7e1-44d4-8808-d9b78752d606 admin admin] 10.222.0.86 "PUT /v2.0/routers/adb3989e-9c74-4595-82cc-16036e5c6782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3173733 Apr 08 17:38:57.969318 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] Set router adb3989e-9c74-4595-82cc-16036e5c6782 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:38:57.975346 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e4683-06d5-4adc-9da3-d8dba0cf497b admin admin] Pushing event updated for resources: {'Port': ['ID=d13a25ef-9927-4f2d-a36e-f97e1f1af4e9,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:57.985118 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-d523dfcf-88eb-4c0a-a40f-3e689275d48f tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Request body: {'port': {'device_id': '4efc51f3-0d24-4269-899e-0366d73316cd', 'network_id': 'a42452b1-0fae-44ea-a514-721052e07e36', 'admin_state_up': True, 'tenant_id': '4ee473f556024bf89e9c02b34850183c'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:58.073777 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port c3bd48a4-16e8-459c-854a-7a5a64b9ad57 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:38:58.076300 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 2e48f28b-387a-4e12-b22c-417f228d7156 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:38:58.182860 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8f117c-99aa-4aad-8847-44f43efb28c7 admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:38:58.209600 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-7c8f117c-99aa-4aad-8847-44f43efb28c7 admin admin] 10.222.0.86 "PUT /v2.0/routers/62ee8e62-17d1-4347-8634-7368de46aeb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6772814 Apr 08 17:38:58.306469 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-32c7d63d-de67-42a6-9e7a-8ff079c3ca9c None None] Provisioning complete for port 517ac759-5acc-4530-969b-9d1aaf1a05db triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:58.307196 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-32c7d63d-de67-42a6-9e7a-8ff079c3ca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (517ac759-5acc-4530-969b-9d1aaf1a05db), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.390764 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 34222) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:58.394966 dv-cinder-837166-1-iscsi neutron-server[103548]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 17:38:58.434128 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-32c7d63d-de67-42a6-9e7a-8ff079c3ca9c None None] Port 517ac759-5acc-4530-969b-9d1aaf1a05db cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:38:58.481350 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-32c7d63d-de67-42a6-9e7a-8ff079c3ca9c None None] Provisioning complete for port d13a25ef-9927-4f2d-a36e-f97e1f1af4e9 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:58.481751 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-32c7d63d-de67-42a6-9e7a-8ff079c3ca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (d13a25ef-9927-4f2d-a36e-f97e1f1af4e9), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.507668 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bde3123a-83cb-44cf-b591-78ff9a086a63 req-48dd6089-01f9-4360-b7a0-07ccbb6fd848 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 210 time: 0.1146557 Apr 08 17:38:58.523850 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 2e48f28b-387a-4e12-b22c-417f228d7156 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:58.524270 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (2e48f28b-387a-4e12-b22c-417f228d7156), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.573884 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-e1b07dd0-6bd0-4b05-aa94-411abea09171 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:58.575665 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-e1b07dd0-6bd0-4b05-aa94-411abea09171 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/networks?id=b895debd-97b0-43f9-854d-b53eac68cddb HTTP/1.1" status: 200 len: 819 time: 0.4270477 Apr 08 17:38:58.617731 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0e4683-06d5-4adc-9da3-d8dba0cf497b admin admin] Network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:38:58.620699 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-bb0e4683-06d5-4adc-9da3-d8dba0cf497b admin admin] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:38:58.643546 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-a7319fd8-50b3-4716-8844-ec1474dee1a6 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/quotas/9a80ab7223c8463da119aa1fc5fb59af HTTP/1.1" status: 200 len: 375 time: 0.0614481 Apr 08 17:38:58.688109 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'name': 'tempest-AttachVolumeTestJSON-61070861-router', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '74a6abf6655b4484b7870dba86883953', 'gw_port': {'id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '4bdba1a1-1005-44d4-861d-5ee8f663cc05', 'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'mac_address': 'fa:16:3e:3e:5e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 2, 'project_id': '74a6abf6655b4484b7870dba86883953', 'subnets': [{'id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:58.702659 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-32c7d63d-de67-42a6-9e7a-8ff079c3ca9c None None] Port d13a25ef-9927-4f2d-a36e-f97e1f1af4e9 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:38:58.755193 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459387f-0509-49da-8457-cc18118a5db2 None None] The sync data for ids ['adb3989e-9c74-4595-82cc-16036e5c6782'] in dv-cinder-837166-1-iscsi is: [{'id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'name': 'tempest-AttachVolumeTestJSON-61070861-router', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '74a6abf6655b4484b7870dba86883953', 'gw_port': {'id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '4bdba1a1-1005-44d4-861d-5ee8f663cc05', 'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'mac_address': 'fa:16:3e:3e:5e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 2, 'project_id': '74a6abf6655b4484b7870dba86883953', 'subnets': [{'id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:38:58.906508 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-32c7d63d-de67-42a6-9e7a-8ff079c3ca9c None None] Provisioning complete for port 844de5c2-265f-4917-ba2f-c39874925182 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:58.907127 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-32c7d63d-de67-42a6-9e7a-8ff079c3ca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (844de5c2-265f-4917-ba2f-c39874925182), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:59.040375 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'name': 'tempest-ServerRescueNegativeTestJSON-1434803203-router', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:46Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'gw_port': {'id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '844de5c2-265f-4917-ba2f-c39874925182', 'name': '', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'mac_address': 'fa:16:3e:84:ac:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 2, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'subnets': [{'id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:59.055026 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-e02f2ec2-cf26-4f71-b638-263d2f4f8ea3 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2979288 Apr 08 17:38:59.073879 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-d523dfcf-88eb-4c0a-a40f-3e689275d48f tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Made reservation on behalf of 4ee473f556024bf89e9c02b34850183c for: {'port': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:38:59.082551 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-d523dfcf-88eb-4c0a-a40f-3e689275d48f tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:59.117402 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] Sync routers for ids ['62ee8e62-17d1-4347-8634-7368de46aeb9'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:38:59.144423 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] Routers {'62ee8e62-17d1-4347-8634-7368de46aeb9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:38:59.145106 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:38:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['62ee8e62-17d1-4347-8634-7368de46aeb9'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:38:59.174120 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafda555-2b95-4de2-a260-d4be22a51cf6 None None] The sync data for ids ['34ed58de-58f0-4f58-8d11-1848e18b0a73'] in dv-cinder-837166-1-iscsi is: [{'id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'name': 'tempest-ServerRescueNegativeTestJSON-1434803203-router', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:46Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'gw_port': {'id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '844de5c2-265f-4917-ba2f-c39874925182', 'name': '', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'mac_address': 'fa:16:3e:84:ac:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 2, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'subnets': [{'id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:38:59.296675 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 2e48f28b-387a-4e12-b22c-417f228d7156 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:38:59.312423 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-32c7d63d-de67-42a6-9e7a-8ff079c3ca9c None None] Port 844de5c2-265f-4917-ba2f-c39874925182 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:38:59.325705 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-32c7d63d-de67-42a6-9e7a-8ff079c3ca9c None None] Provisioning complete for port 4bdba1a1-1005-44d4-861d-5ee8f663cc05 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:59.326569 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-32c7d63d-de67-42a6-9e7a-8ff079c3ca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (4bdba1a1-1005-44d4-861d-5ee8f663cc05), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:59.446624 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-32c7d63d-de67-42a6-9e7a-8ff079c3ca9c None None] Port 4bdba1a1-1005-44d4-861d-5ee8f663cc05 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:38:59.476678 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-32c7d63d-de67-42a6-9e7a-8ff079c3ca9c None None] Provisioning complete for port 24743c1c-375c-42d1-bb49-fec665ea31f8 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:59.477863 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-32c7d63d-de67-42a6-9e7a-8ff079c3ca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (24743c1c-375c-42d1-bb49-fec665ea31f8), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:59.673948 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-32c7d63d-de67-42a6-9e7a-8ff079c3ca9c None None] Current status of the port 24743c1c-375c-42d1-bb49-fec665ea31f8 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:38:59.690195 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] Set router 62ee8e62-17d1-4347-8634-7368de46aeb9 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:38:59.691520 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-32c7d63d-de67-42a6-9e7a-8ff079c3ca9c None None] Provisioning complete for port 2e48f28b-387a-4e12-b22c-417f228d7156 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:59.692956 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-32c7d63d-de67-42a6-9e7a-8ff079c3ca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (2e48f28b-387a-4e12-b22c-417f228d7156), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:59.838672 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 06be3802-c264-4734-9b39-cc0758b36a80 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:39:00.139087 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 06be3802-c264-4734-9b39-cc0758b36a80 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:00.140175 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (06be3802-c264-4734-9b39-cc0758b36a80), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:00.158021 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-router', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'gw_port': {'id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '517ac759-5acc-4530-969b-9d1aaf1a05db', 'name': '', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'mac_address': 'fa:16:3e:7d:2d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 2, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'subnets': [{'id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:39:00.207179 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 34242) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:00.211664 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-85ca3c82-c880-4884-bfc1-c1199a681c63 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1550578955', 'description': 'tempest-description--1203127523'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:00.222054 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] Checking router: 62ee8e62-17d1-4347-8634-7368de46aeb9 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:39:00.222648 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] Updating router 62ee8e62-17d1-4347-8634-7368de46aeb9 port 517ac759-5acc-4530-969b-9d1aaf1a05db binding host dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:39:00.229627 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-32c7d63d-de67-42a6-9e7a-8ff079c3ca9c None None] Current status of the port 2e48f28b-387a-4e12-b22c-417f228d7156 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:00.264353 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0e4683-06d5-4adc-9da3-d8dba0cf497b admin admin] Router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:39:00.264960 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (517ac759-5acc-4530-969b-9d1aaf1a05db), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:00.296308 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-85ca3c82-c880-4884-bfc1-c1199a681c63 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:00.328739 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 06be3802-c264-4734-9b39-cc0758b36a80 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:00.329533 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-6bc3aca5-9d74-4751-b160-adb475283e19 service neutron] 10.222.0.86 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2731521 Apr 08 17:39:00.333069 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 24743c1c-375c-42d1-bb49-fec665ea31f8 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:39:00.442346 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-90d05e44-9001-436e-9760-4bced4335d13 None None] Provisioning complete for port 517ac759-5acc-4530-969b-9d1aaf1a05db triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:00.443898 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-90d05e44-9001-436e-9760-4bced4335d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (517ac759-5acc-4530-969b-9d1aaf1a05db), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:00.532757 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-85ca3c82-c880-4884-bfc1-c1199a681c63 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group (e043bf34-3ee3-409f-9bf6-72da4dbda32d), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:00.544227 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-85ca3c82-c880-4884-bfc1-c1199a681c63 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (e043bf34-3ee3-409f-9bf6-72da4dbda32d), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:00.576061 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-90d05e44-9001-436e-9760-4bced4335d13 None None] Port 517ac759-5acc-4530-969b-9d1aaf1a05db cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:39:00.655371 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-85ca3c82-c880-4884-bfc1-c1199a681c63 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:00.661460 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-90d05e44-9001-436e-9760-4bced4335d13 None None] Provisioning complete for port d13a25ef-9927-4f2d-a36e-f97e1f1af4e9 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:00.662150 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-90d05e44-9001-436e-9760-4bced4335d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (d13a25ef-9927-4f2d-a36e-f97e1f1af4e9), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:00.665588 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 24743c1c-375c-42d1-bb49-fec665ea31f8 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:00.666139 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-85ca3c82-c880-4884-bfc1-c1199a681c63 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4578552 Apr 08 17:39:00.666478 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (24743c1c-375c-42d1-bb49-fec665ea31f8), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:00.674195 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 34246) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:00.690230 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-98644085-2c08-466a-8294-ee173048a6f8 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Request body: {'security_group_rule': {'security_group_id': 'e043bf34-3ee3-409f-9bf6-72da4dbda32d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:00.719870 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca3c82-c880-4884-bfc1-c1199a681c63 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e043bf34-3ee3-409f-9bf6-72da4dbda32d,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:00.806543 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-98644085-2c08-466a-8294-ee173048a6f8 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group_rule (d281b4ae-7b3b-4a7a-aed2-f86c7851d8ce), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:00.884189 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-8e5a3ead-a9b7-435c-b753-385ff38766d1 service neutron] 10.222.0.86 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344241 Apr 08 17:39:00.978943 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-98644085-2c08-466a-8294-ee173048a6f8 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group_rule (d281b4ae-7b3b-4a7a-aed2-f86c7851d8ce), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:00.979814 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-d523dfcf-88eb-4c0a-a40f-3e689275d48f tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Allocated IP 172.20.0.10 (a42452b1-0fae-44ea-a514-721052e07e36/61855062-5b35-4c46-b081-28edb97715ed/d4dea9df-1679-4b3c-a19c-f4605c7d1aff) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:39:00.990264 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 34248) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:01.007460 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-c8f28160-3869-4a08-b1b8-1729a778584b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2013429123', 'description': 'tempest-description--267330986'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:01.058103 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-98644085-2c08-466a-8294-ee173048a6f8 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (d281b4ae-7b3b-4a7a-aed2-f86c7851d8ce), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:01.151967 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98644085-2c08-466a-8294-ee173048a6f8 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d281b4ae-7b3b-4a7a-aed2-f86c7851d8ce,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:01.213193 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-90d05e44-9001-436e-9760-4bced4335d13 None None] Port d13a25ef-9927-4f2d-a36e-f97e1f1af4e9 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:39:01.240863 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-98644085-2c08-466a-8294-ee173048a6f8 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:01.247442 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-98644085-2c08-466a-8294-ee173048a6f8 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5718417 Apr 08 17:39:01.253219 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 34258) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:01.256969 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c8f28160-3869-4a08-b1b8-1729a778584b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:01.301314 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-2a1f80af-1bdd-43ba-b878-92a8f4af5c67 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Request body: {'security_group_rule': {'security_group_id': 'e043bf34-3ee3-409f-9bf6-72da4dbda32d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:01.386677 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] Publish callbacks [] for port (517ac759-5acc-4530-969b-9d1aaf1a05db), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:01.428919 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (517ac759-5acc-4530-969b-9d1aaf1a05db), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:01.482477 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 24743c1c-375c-42d1-bb49-fec665ea31f8 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:01.483679 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 04344a86-85d1-48b9-ba89-45a7b98d4433 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:39:01.555482 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0e4683-06d5-4adc-9da3-d8dba0cf497b admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:39:01.589031 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c8f28160-3869-4a08-b1b8-1729a778584b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group (73b41368-b827-4d3a-9482-f141de5842f8), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:01.601697 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] Sync routers for ids ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:39:01.606367 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c8f28160-3869-4a08-b1b8-1729a778584b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (73b41368-b827-4d3a-9482-f141de5842f8), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:01.616690 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-bb0e4683-06d5-4adc-9da3-d8dba0cf497b admin admin] 10.222.0.86 "PUT /v2.0/routers/216c479a-d79f-4956-a3c4-c7cdf37e8d9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0345778 Apr 08 17:39:01.671193 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23991fc1-9a8d-413f-a752-02586636e771 None None] Pushing event updated for resources: {'Port': ['ID=517ac759-5acc-4530-969b-9d1aaf1a05db,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:01.702168 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f28160-3869-4a08-b1b8-1729a778584b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b41368-b827-4d3a-9482-f141de5842f8,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:01.716705 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] Routers {'216c479a-d79f-4956-a3c4-c7cdf37e8d9d'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:39:01.718081 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:38:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:39:01.732624 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c8f28160-3869-4a08-b1b8-1729a778584b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:01.734052 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-c8f28160-3869-4a08-b1b8-1729a778584b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7425539 Apr 08 17:39:01.741999 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 34274) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:01.774113 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-e59c2210-4948-467f-abe6-871df61abf0f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Request body: {'security_group_rule': {'security_group_id': '73b41368-b827-4d3a-9482-f141de5842f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:01.828182 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2a1f80af-1bdd-43ba-b878-92a8f4af5c67 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group_rule (52da8f52-fd65-4c28-97a1-9c9241684034), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:01.988103 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 04344a86-85d1-48b9-ba89-45a7b98d4433 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:01.990393 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] Attempting to bind port 517ac759-5acc-4530-969b-9d1aaf1a05db on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:39:01.992739 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-94d07c09-de6c-4282-b8cf-a0ac264175f1 req-f16d5960-4b62-4b80-b5c2-a4bec20b2ffc tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 210 time: 0.2447195 Apr 08 17:39:01.993514 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] Attempting to bind port 517ac759-5acc-4530-969b-9d1aaf1a05db by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': '42138a3f-11d0-42bb-8417-8bf2a99cd282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:39:01.994027 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] Attempting to bind port 517ac759-5acc-4530-969b-9d1aaf1a05db on network 82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:39:01.998243 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (04344a86-85d1-48b9-ba89-45a7b98d4433), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:02.027250 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:39:02.027580 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] Checking segment: {'id': '42138a3f-11d0-42bb-8417-8bf2a99cd282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:39:02.040579 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:02.041233 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] Bound using segment: {'id': '42138a3f-11d0-42bb-8417-8bf2a99cd282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:39:02.042564 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] Bound port: 517ac759-5acc-4530-969b-9d1aaf1a05db, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42138a3f-11d0-42bb-8417-8bf2a99cd282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:39:02.043146 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (517ac759-5acc-4530-969b-9d1aaf1a05db), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:02.065493 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e59c2210-4948-467f-abe6-871df61abf0f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group_rule (85b665e8-7f5e-48a3-a397-308082ff399d), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:02.253709 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 34290) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:02.264704 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-d523dfcf-88eb-4c0a-a40f-3e689275d48f tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Publish callbacks [] for port (d4dea9df-1679-4b3c-a19c-f4605c7d1aff), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:02.379650 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] For port 517ac759-5acc-4530-969b-9d1aaf1a05db, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:39:02.384926 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] For port 517ac759-5acc-4530-969b-9d1aaf1a05db, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=517ac759-5acc-4530-969b-9d1aaf1a05db,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:39:02.398213 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e59c2210-4948-467f-abe6-871df61abf0f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group_rule (85b665e8-7f5e-48a3-a397-308082ff399d), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:02.406560 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-d523dfcf-88eb-4c0a-a40f-3e689275d48f tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (d4dea9df-1679-4b3c-a19c-f4605c7d1aff), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:02.407244 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (517ac759-5acc-4530-969b-9d1aaf1a05db), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:02.428507 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e59c2210-4948-467f-abe6-871df61abf0f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (85b665e8-7f5e-48a3-a397-308082ff399d), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:02.475446 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c2210-4948-467f-abe6-871df61abf0f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b665e8-7f5e-48a3-a397-308082ff399d,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:02.493413 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e59c2210-4948-467f-abe6-871df61abf0f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:02.499525 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-e59c2210-4948-467f-abe6-871df61abf0f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7490315 Apr 08 17:39:02.501528 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 34306) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:02.514877 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-8d71d0b8-6461-48a4-a43f-daec7c41b428 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Request body: {'security_group_rule': {'security_group_id': '73b41368-b827-4d3a-9482-f141de5842f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:02.556295 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-aeb21334-1e86-47fe-89b9-9d36a3a1bb14 None None] Provisioning complete for port 517ac759-5acc-4530-969b-9d1aaf1a05db triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:02.557498 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aeb21334-1e86-47fe-89b9-9d36a3a1bb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (517ac759-5acc-4530-969b-9d1aaf1a05db), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:02.600935 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-997cf12e-f653-44f0-8c7a-4c22a94344fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:02.668807 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] Set router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:39:02.674200 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23991fc1-9a8d-413f-a752-02586636e771 None None] Pushing event updated for resources: {'Port': ['ID=517ac759-5acc-4530-969b-9d1aaf1a05db,revision_number=4']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:02.734004 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8d71d0b8-6461-48a4-a43f-daec7c41b428 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group_rule (3a61bf7a-3492-4e8a-adf3-df354e15124d), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:02.746103 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] Routers {'62ee8e62-17d1-4347-8634-7368de46aeb9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:39:02.747098 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:38:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['62ee8e62-17d1-4347-8634-7368de46aeb9'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:39:02.781475 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523dfcf-88eb-4c0a-a40f-3e689275d48f tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Pushing event updated for resources: {'Port': ['ID=d4dea9df-1679-4b3c-a19c-f4605c7d1aff,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:02.977159 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-d523dfcf-88eb-4c0a-a40f-3e689275d48f tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Network a42452b1-0fae-44ea-a514-721052e07e36 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:39:02.980833 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-d523dfcf-88eb-4c0a-a40f-3e689275d48f tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:39:02.997802 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0d79d-4bf1-477f-8afe-975249d496f0 req-dc53da42-f1ec-443f-aa4f-ad9ef3e4497c tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:03.007748 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ffb0d79d-4bf1-477f-8afe-975249d496f0 req-dc53da42-f1ec-443f-aa4f-ad9ef3e4497c tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 932 time: 1.2352605 Apr 08 17:39:03.039232 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8d71d0b8-6461-48a4-a43f-daec7c41b428 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group_rule (3a61bf7a-3492-4e8a-adf3-df354e15124d), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.041072 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 04344a86-85d1-48b9-ba89-45a7b98d4433 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:03.041521 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (04344a86-85d1-48b9-ba89-45a7b98d4433), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.050518 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-d523dfcf-88eb-4c0a-a40f-3e689275d48f tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:39:03.055864 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-d523dfcf-88eb-4c0a-a40f-3e689275d48f tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:03.061604 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8d71d0b8-6461-48a4-a43f-daec7c41b428 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (3a61bf7a-3492-4e8a-adf3-df354e15124d), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.062827 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-d523dfcf-88eb-4c0a-a40f-3e689275d48f tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.163251 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-997cf12e-f653-44f0-8c7a-4c22a94344fd admin admin] Publish callbacks [] for security_group (c65c7674-6003-4e78-a30d-8833be9d156e), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.176014 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71d0b8-6461-48a4-a43f-daec7c41b428 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a61bf7a-3492-4e8a-adf3-df354e15124d,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:03.184954 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-aeb21334-1e86-47fe-89b9-9d36a3a1bb14 None None] Current status of the port 517ac759-5acc-4530-969b-9d1aaf1a05db is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:03.185179 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aeb21334-1e86-47fe-89b9-9d36a3a1bb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (517ac759-5acc-4530-969b-9d1aaf1a05db), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.186407 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ffb0d79d-4bf1-477f-8afe-975249d496f0 req-8853552c-7057-4904-b2b6-bb9a8d115c51 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742153 Apr 08 17:39:03.198147 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-997cf12e-f653-44f0-8c7a-4c22a94344fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (c65c7674-6003-4e78-a30d-8833be9d156e), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.223672 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] For port 04344a86-85d1-48b9-ba89-45a7b98d4433, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=04344a86-85d1-48b9-ba89-45a7b98d4433,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:03.241214 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8d71d0b8-6461-48a4-a43f-daec7c41b428 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.250411 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (04344a86-85d1-48b9-ba89-45a7b98d4433), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.251497 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device c18e875b-2d15-44a2-8c9d-3d0cda832586 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:39:03.253297 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 34316) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:03.256405 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-8d71d0b8-6461-48a4-a43f-daec7c41b428 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7515624 Apr 08 17:39:03.257506 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] Set router 62ee8e62-17d1-4347-8634-7368de46aeb9 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:39:03.278684 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-cf3e998a-76a3-4f9a-8661-e1d0234b110a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Request body: {'floatingip': {'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:03.313302 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2a1f80af-1bdd-43ba-b878-92a8f4af5c67 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group_rule (52da8f52-fd65-4c28-97a1-9c9241684034), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.327334 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-d523dfcf-88eb-4c0a-a40f-3e689275d48f tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3460050 Apr 08 17:39:03.351434 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2a1f80af-1bdd-43ba-b878-92a8f4af5c67 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (52da8f52-fd65-4c28-97a1-9c9241684034), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.357955 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-997cf12e-f653-44f0-8c7a-4c22a94344fd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fedc96b50c844a04b8827639a8a0f54b&name=default HTTP/1.1" status: 200 len: 2994 time: 1.0988507 Apr 08 17:39:03.368858 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 34328) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:03.377896 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997cf12e-f653-44f0-8c7a-4c22a94344fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65c7674-6003-4e78-a30d-8833be9d156e,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:03.431558 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f80af-1bdd-43ba-b878-92a8f4af5c67 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52da8f52-fd65-4c28-97a1-9c9241684034,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:03.445611 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-aeb21334-1e86-47fe-89b9-9d36a3a1bb14 None None] For port 517ac759-5acc-4530-969b-9d1aaf1a05db, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=517ac759-5acc-4530-969b-9d1aaf1a05db,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:03.491913 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2a1f80af-1bdd-43ba-b878-92a8f4af5c67 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.493471 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-2a1f80af-1bdd-43ba-b878-92a8f4af5c67 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2043726 Apr 08 17:39:03.515385 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 34332) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:03.524393 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-11b52b93-76f7-4299-beae-47b2cacfcf2e admin admin] Publish callbacks [] for security_group (c65c7674-6003-4e78-a30d-8833be9d156e), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.525205 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-e3ffe2a7-fbd1-467a-964a-570c35789f81 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Request body: {'floatingip': {'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:03.557361 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aeb21334-1e86-47fe-89b9-9d36a3a1bb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (517ac759-5acc-4530-969b-9d1aaf1a05db), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.558951 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cf3e998a-76a3-4f9a-8661-e1d0234b110a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.600304 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-11b52b93-76f7-4299-beae-47b2cacfcf2e admin admin] Publish callbacks [] for security_group (c65c7674-6003-4e78-a30d-8833be9d156e), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.602590 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-router', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'gw_port': {'id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '517ac759-5acc-4530-969b-9d1aaf1a05db', 'name': '', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'mac_address': 'fa:16:3e:7d:2d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:02Z', 'revision_number': 4, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'subnets': [{'id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:39:03.644004 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfeeb78-d8d8-4990-855c-06f3d58d91bd None None] The sync data for ids ['62ee8e62-17d1-4347-8634-7368de46aeb9'] in dv-cinder-837166-1-iscsi is: [{'id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-router', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'gw_port': {'id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '517ac759-5acc-4530-969b-9d1aaf1a05db', 'name': '', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'mac_address': 'fa:16:3e:7d:2d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:02Z', 'revision_number': 4, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'subnets': [{'id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:39:03.695458 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Pushing event updated for resources: {'Port': ['ID=04344a86-85d1-48b9-ba89-45a7b98d4433,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:03.722269 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-11b52b93-76f7-4299-beae-47b2cacfcf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (c65c7674-6003-4e78-a30d-8833be9d156e), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.727197 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-11b52b93-76f7-4299-beae-47b2cacfcf2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.728662 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-11b52b93-76f7-4299-beae-47b2cacfcf2e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c65c7674-6003-4e78-a30d-8833be9d156e HTTP/1.1" status: 204 len: 168 time: 0.3550010 Apr 08 17:39:03.739500 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b52b93-76f7-4299-beae-47b2cacfcf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65c7674-6003-4e78-a30d-8833be9d156e,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:03.741527 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 2, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:39:03.748960 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-79e1a2e3-fe6b-431e-9a57-0cacc3f350e2 None None] Provisioning complete for port 517ac759-5acc-4530-969b-9d1aaf1a05db triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:03.749483 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-79e1a2e3-fe6b-431e-9a57-0cacc3f350e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (517ac759-5acc-4530-969b-9d1aaf1a05db), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.783968 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cf3e998a-76a3-4f9a-8661-e1d0234b110a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.813048 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] Checking router: 216c479a-d79f-4956-a3c4-c7cdf37e8d9d for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:39:03.813640 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] Updating router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d port d13a25ef-9927-4f2d-a36e-f97e1f1af4e9 binding host dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:39:03.858193 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port c18e875b-2d15-44a2-8c9d-3d0cda832586 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:03.858817 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (c18e875b-2d15-44a2-8c9d-3d0cda832586), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.921951 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb21334-1e86-47fe-89b9-9d36a3a1bb14 None None] Pushing event updated for resources: {'Port': ['ID=517ac759-5acc-4530-969b-9d1aaf1a05db,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:03.948102 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (d13a25ef-9927-4f2d-a36e-f97e1f1af4e9), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:03.960329 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 34338) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:03.966985 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-ac28a7e1-5728-4c1a-9a49-a23aad42e017 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1905082528', 'description': 'tempest-description--615795679'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:04.022102 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ac28a7e1-5728-4c1a-9a49-a23aad42e017 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:04.047147 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e3ffe2a7-fbd1-467a-964a-570c35789f81 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:04.141524 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ac28a7e1-5728-4c1a-9a49-a23aad42e017 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (09d6297e-82bf-4cf3-adbd-7c36b37800a9), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:04.151321 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ac28a7e1-5728-4c1a-9a49-a23aad42e017 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (09d6297e-82bf-4cf3-adbd-7c36b37800a9), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:04.221273 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-79e1a2e3-fe6b-431e-9a57-0cacc3f350e2 None None] Current status of the port 517ac759-5acc-4530-969b-9d1aaf1a05db is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:04.304586 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-a41b8887-4bce-43d0-a164-cf330caef029 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:04.313292 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-a41b8887-4bce-43d0-a164-cf330caef029 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/networks?id=b895debd-97b0-43f9-854d-b53eac68cddb HTTP/1.1" status: 200 len: 819 time: 0.8688469 Apr 08 17:39:04.342590 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-2f5d6a7d-e1e5-486e-a887-1966098efe62 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/quotas/9a80ab7223c8463da119aa1fc5fb59af HTTP/1.1" status: 200 len: 375 time: 0.0278044 Apr 08 17:39:04.347089 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ac28a7e1-5728-4c1a-9a49-a23aad42e017 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:04.354881 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-cf3e998a-76a3-4f9a-8661-e1d0234b110a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Allocated IP 172.27.1.9 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/e193f3eb-9a81-4c63-958b-fc9621c87393) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:39:04.358818 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 34350) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:04.359145 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-ac28a7e1-5728-4c1a-9a49-a23aad42e017 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3964124 Apr 08 17:39:04.362168 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28a7e1-5728-4c1a-9a49-a23aad42e017 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d6297e-82bf-4cf3-adbd-7c36b37800a9,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:04.367785 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port c18e875b-2d15-44a2-8c9d-3d0cda832586 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:04.368176 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (c18e875b-2d15-44a2-8c9d-3d0cda832586), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:04.381431 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-bc754223-1db0-475c-93e4-ebd64541d531 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'security_group_rule': {'security_group_id': '09d6297e-82bf-4cf3-adbd-7c36b37800a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:04.445842 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] For port c18e875b-2d15-44a2-8c9d-3d0cda832586, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=c18e875b-2d15-44a2-8c9d-3d0cda832586,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:04.504596 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (c18e875b-2d15-44a2-8c9d-3d0cda832586), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:04.505372 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 2e48f28b-387a-4e12-b22c-417f228d7156 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:39:04.764989 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-5a3a5c62-cd59-4466-834d-b13c84c1434f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4204192 Apr 08 17:39:04.766308 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 2e48f28b-387a-4e12-b22c-417f228d7156 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:04.766828 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (2e48f28b-387a-4e12-b22c-417f228d7156), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:04.811473 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Pushing event updated for resources: {'Port': ['ID=c18e875b-2d15-44a2-8c9d-3d0cda832586,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:04.919035 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80aa2a-b852-4932-aa58-cc640c485432 req-fe7298b7-4462-4f5f-93fd-7a42fcbdcf0b tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:04.922384 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d80aa2a-b852-4932-aa58-cc640c485432 req-fe7298b7-4462-4f5f-93fd-7a42fcbdcf0b tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 932 time: 0.3145523 Apr 08 17:39:04.927807 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e3ffe2a7-fbd1-467a-964a-570c35789f81 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:04.934356 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bc754223-1db0-475c-93e4-ebd64541d531 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (253af476-a682-456b-9847-425e9c3aad0f), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:04.938913 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] Publish callbacks [] for port (d13a25ef-9927-4f2d-a36e-f97e1f1af4e9), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:04.968202 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (d13a25ef-9927-4f2d-a36e-f97e1f1af4e9), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:05.021303 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 2e48f28b-387a-4e12-b22c-417f228d7156 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:05.041486 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a9134-9c94-47f9-8363-5136a6750033 None None] Pushing event updated for resources: {'Port': ['ID=d13a25ef-9927-4f2d-a36e-f97e1f1af4e9,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:05.044571 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d80aa2a-b852-4932-aa58-cc640c485432 req-80db4bab-dfdc-4270-a679-aa7859a84cee tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119261 Apr 08 17:39:05.116167 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] Attempting to bind port d13a25ef-9927-4f2d-a36e-f97e1f1af4e9 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:39:05.116845 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] Attempting to bind port d13a25ef-9927-4f2d-a36e-f97e1f1af4e9 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:39:05.117423 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] Attempting to bind port d13a25ef-9927-4f2d-a36e-f97e1f1af4e9 on network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:39:05.124625 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:39:05.125157 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] Checking segment: {'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:39:05.125744 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:05.126233 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] Bound using segment: {'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:39:05.126895 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] Bound port: d13a25ef-9927-4f2d-a36e-f97e1f1af4e9, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:39:05.127506 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (d13a25ef-9927-4f2d-a36e-f97e1f1af4e9), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:05.222076 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] For port d13a25ef-9927-4f2d-a36e-f97e1f1af4e9, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:39:05.225935 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] For port d13a25ef-9927-4f2d-a36e-f97e1f1af4e9, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=d13a25ef-9927-4f2d-a36e-f97e1f1af4e9,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:39:05.238975 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (d13a25ef-9927-4f2d-a36e-f97e1f1af4e9), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:05.280135 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cf3e998a-76a3-4f9a-8661-e1d0234b110a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for port (e193f3eb-9a81-4c63-958b-fc9621c87393), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:05.311625 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-bea7b87f-b3ff-4f8a-be84-0620f487ab72 service neutron] 10.222.0.86 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098276 Apr 08 17:39:05.391729 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bc754223-1db0-475c-93e4-ebd64541d531 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (253af476-a682-456b-9847-425e9c3aad0f), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:05.415868 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bc754223-1db0-475c-93e4-ebd64541d531 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (253af476-a682-456b-9847-425e9c3aad0f), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:05.492426 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 04344a86-85d1-48b9-ba89-45a7b98d4433 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:39:05.528254 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-de595552-a19a-481d-9f2f-10437e4b0423 None None] Provisioning complete for port d13a25ef-9927-4f2d-a36e-f97e1f1af4e9 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:05.528691 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-de595552-a19a-481d-9f2f-10437e4b0423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (d13a25ef-9927-4f2d-a36e-f97e1f1af4e9), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:05.658029 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a9134-9c94-47f9-8363-5136a6750033 None None] Pushing event updated for resources: {'Port': ['ID=d13a25ef-9927-4f2d-a36e-f97e1f1af4e9,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:05.679203 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] Routers {'216c479a-d79f-4956-a3c4-c7cdf37e8d9d'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:39:05.680009 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:38:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:39:05.745547 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc754223-1db0-475c-93e4-ebd64541d531 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=253af476-a682-456b-9847-425e9c3aad0f,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:05.759821 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bc754223-1db0-475c-93e4-ebd64541d531 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:05.764523 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-bc754223-1db0-475c-93e4-ebd64541d531 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3916230 Apr 08 17:39:05.765206 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 34388) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:05.772674 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-a10006dd-049d-45db-903d-2c10bce4ed20 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'security_group_rule': {'security_group_id': '09d6297e-82bf-4cf3-adbd-7c36b37800a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:05.816065 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-e3ffe2a7-fbd1-467a-964a-570c35789f81 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Allocated IP 172.27.1.243 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/3c034da8-b62e-4586-aade-716d1009508f) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:39:05.852599 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a10006dd-049d-45db-903d-2c10bce4ed20 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (2d78067c-2f4a-4bb7-b4db-d4e8565596d9), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:05.877706 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 04344a86-85d1-48b9-ba89-45a7b98d4433 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:05.878237 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (04344a86-85d1-48b9-ba89-45a7b98d4433), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:05.926042 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cf3e998a-76a3-4f9a-8661-e1d0234b110a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (e193f3eb-9a81-4c63-958b-fc9621c87393), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:05.990146 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e998a-76a3-4f9a-8661-e1d0234b110a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Pushing event updated for resources: {'Port': ['ID=e193f3eb-9a81-4c63-958b-fc9621c87393,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:06.007816 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-48a2fb3c-d6e5-4b57-b197-fc3aaf0dca94 service neutron] 10.222.0.86 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6842227 Apr 08 17:39:06.025642 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3e998a-76a3-4f9a-8661-e1d0234b110a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:39:06.035618 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-cf3e998a-76a3-4f9a-8661-e1d0234b110a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:39:06.058917 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3e998a-76a3-4f9a-8661-e1d0234b110a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:39:06.078451 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a10006dd-049d-45db-903d-2c10bce4ed20 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (2d78067c-2f4a-4bb7-b4db-d4e8565596d9), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:06.091016 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a10006dd-049d-45db-903d-2c10bce4ed20 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (2d78067c-2f4a-4bb7-b4db-d4e8565596d9), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:06.180827 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10006dd-049d-45db-903d-2c10bce4ed20 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d78067c-2f4a-4bb7-b4db-d4e8565596d9,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:06.192026 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a10006dd-049d-45db-903d-2c10bce4ed20 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:06.216836 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-a10006dd-049d-45db-903d-2c10bce4ed20 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4454017 Apr 08 17:39:06.217648 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 34402) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:06.222379 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-de595552-a19a-481d-9f2f-10437e4b0423 None None] Current status of the port d13a25ef-9927-4f2d-a36e-f97e1f1af4e9 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:06.223583 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-de595552-a19a-481d-9f2f-10437e4b0423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (d13a25ef-9927-4f2d-a36e-f97e1f1af4e9), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:06.227848 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-38c8853b-8d54-4385-a3a8-fbc143d20f01 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'floatingip': {'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:06.262233 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cf3e998a-76a3-4f9a-8661-e1d0234b110a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for floatingip (0b780cbf-5d56-4a46-8399-b43ad8067dce), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:06.296483 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 04344a86-85d1-48b9-ba89-45a7b98d4433 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:06.297479 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-38c8853b-8d54-4385-a3a8-fbc143d20f01 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:06.297904 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device c18e875b-2d15-44a2-8c9d-3d0cda832586 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:39:06.373067 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-de595552-a19a-481d-9f2f-10437e4b0423 None None] For port d13a25ef-9927-4f2d-a36e-f97e1f1af4e9, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=d13a25ef-9927-4f2d-a36e-f97e1f1af4e9,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:06.450367 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-721b0fc5-f349-49ed-8294-efaa728dbc44 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:39:06.453673 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-721b0fc5-f349-49ed-8294-efaa728dbc44 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0228920 Apr 08 17:39:06.466147 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-de595552-a19a-481d-9f2f-10437e4b0423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (d13a25ef-9927-4f2d-a36e-f97e1f1af4e9), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:06.476231 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] Set router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:39:06.568974 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e3ffe2a7-fbd1-467a-964a-570c35789f81 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for port (3c034da8-b62e-4586-aade-716d1009508f), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:06.580154 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] Sync routers for ids ['adb3989e-9c74-4595-82cc-16036e5c6782'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:39:06.617529 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cf3e998a-76a3-4f9a-8661-e1d0234b110a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (e193f3eb-9a81-4c63-958b-fc9621c87393), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:06.617930 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] Routers {'adb3989e-9c74-4595-82cc-16036e5c6782'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:39:06.623072 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:38:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['adb3989e-9c74-4595-82cc-16036e5c6782'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:39:06.754372 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de595552-a19a-481d-9f2f-10437e4b0423 None None] Pushing event updated for resources: {'Port': ['ID=d13a25ef-9927-4f2d-a36e-f97e1f1af4e9,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:06.760184 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-da7c6ea1-3a80-4dbc-827a-026753fc5325 None None] Provisioning complete for port d13a25ef-9927-4f2d-a36e-f97e1f1af4e9 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:06.760924 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-da7c6ea1-3a80-4dbc-827a-026753fc5325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (d13a25ef-9927-4f2d-a36e-f97e1f1af4e9), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:06.784670 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] Sync routers for ids ['34ed58de-58f0-4f58-8d11-1848e18b0a73'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:39:06.801905 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port c18e875b-2d15-44a2-8c9d-3d0cda832586 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:06.802567 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (c18e875b-2d15-44a2-8c9d-3d0cda832586), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:06.897576 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e3ffe2a7-fbd1-467a-964a-570c35789f81 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (3c034da8-b62e-4586-aade-716d1009508f), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:06.962405 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6033fc-83f7-4928-9e10-70e0765340d5 req-5812f1d2-b0e5-47e3-ba6b-bb27b89df60b tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:06.967278 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] Set router adb3989e-9c74-4595-82cc-16036e5c6782 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:39:07.004403 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fa6033fc-83f7-4928-9e10-70e0765340d5 req-5812f1d2-b0e5-47e3-ba6b-bb27b89df60b tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 932 time: 0.2924671 Apr 08 17:39:07.020384 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-38c8853b-8d54-4385-a3a8-fbc143d20f01 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:07.029332 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ffe2a7-fbd1-467a-964a-570c35789f81 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:39:07.044959 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-e3ffe2a7-fbd1-467a-964a-570c35789f81 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:39:07.057072 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ffe2a7-fbd1-467a-964a-570c35789f81 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:39:07.109365 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fa6033fc-83f7-4928-9e10-70e0765340d5 req-0684c439-504d-42fc-8a01-5392fa2a5f9e tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036313 Apr 08 17:39:07.163570 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] Routers {'34ed58de-58f0-4f58-8d11-1848e18b0a73'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:39:07.164225 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:38:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['34ed58de-58f0-4f58-8d11-1848e18b0a73'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:39:07.278453 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6b6798bd-906e-4022-af1a-d6aa4a1bb9e8 req-2396a229-fccc-47f4-9de4-88f41529ee9f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 210 time: 0.2696373 Apr 08 17:39:07.414017 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-38c8853b-8d54-4385-a3a8-fbc143d20f01 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Allocated IP 172.27.1.65 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/f2e7342d-c21c-4ca9-9dcf-58ba992a4dc1) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:39:07.431775 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffe2a7-fbd1-467a-964a-570c35789f81 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Pushing event updated for resources: {'Port': ['ID=3c034da8-b62e-4586-aade-716d1009508f,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:07.522526 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'name': 'tempest-AttachVolumeTestJSON-61070861-router', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '74a6abf6655b4484b7870dba86883953', 'gw_port': {'id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '4bdba1a1-1005-44d4-861d-5ee8f663cc05', 'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'mac_address': 'fa:16:3e:3e:5e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 2, 'project_id': '74a6abf6655b4484b7870dba86883953', 'subnets': [{'id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:39:07.567210 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e3ffe2a7-fbd1-467a-964a-570c35789f81 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for floatingip (beb13dfe-98c4-4ef2-bc6e-8eb44157f65c), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:07.613086 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cf3e998a-76a3-4f9a-8661-e1d0234b110a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for port (e193f3eb-9a81-4c63-958b-fc9621c87393), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:07.645386 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] Checking router: adb3989e-9c74-4595-82cc-16036e5c6782 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:39:07.652342 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] Updating router adb3989e-9c74-4595-82cc-16036e5c6782 port 4bdba1a1-1005-44d4-861d-5ee8f663cc05 binding host dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:39:07.674187 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port c18e875b-2d15-44a2-8c9d-3d0cda832586 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:07.675327 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 4808c86d-603a-4881-9391-6f26e4ffe52d up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:39:07.694265 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cf3e998a-76a3-4f9a-8661-e1d0234b110a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (e193f3eb-9a81-4c63-958b-fc9621c87393), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:07.723726 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-38c8853b-8d54-4385-a3a8-fbc143d20f01 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for port (f2e7342d-c21c-4ca9-9dcf-58ba992a4dc1), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:07.726212 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (4bdba1a1-1005-44d4-861d-5ee8f663cc05), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:07.798486 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-38c8853b-8d54-4385-a3a8-fbc143d20f01 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (f2e7342d-c21c-4ca9-9dcf-58ba992a4dc1), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:07.809533 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e3ffe2a7-fbd1-467a-964a-570c35789f81 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (3c034da8-b62e-4586-aade-716d1009508f), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:07.871962 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-da7c6ea1-3a80-4dbc-827a-026753fc5325 None None] Current status of the port d13a25ef-9927-4f2d-a36e-f97e1f1af4e9 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:07.917018 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cf3e998a-76a3-4f9a-8661-e1d0234b110a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (0b780cbf-5d56-4a46-8399-b43ad8067dce), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:07.968474 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] Set router 34ed58de-58f0-4f58-8d11-1848e18b0a73 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:39:07.969931 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cf3e998a-76a3-4f9a-8661-e1d0234b110a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:07.971487 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-cf3e998a-76a3-4f9a-8661-e1d0234b110a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.7077658 Apr 08 17:39:07.985288 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e998a-76a3-4f9a-8661-e1d0234b110a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Pushing event updated for resources: {'Port': ['ID=e193f3eb-9a81-4c63-958b-fc9621c87393,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:07.989645 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c8853b-8d54-4385-a3a8-fbc143d20f01 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:39:08.005019 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-38c8853b-8d54-4385-a3a8-fbc143d20f01 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:39:08.026371 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c8853b-8d54-4385-a3a8-fbc143d20f01 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:39:08.083318 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8853b-8d54-4385-a3a8-fbc143d20f01 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'Port': ['ID=f2e7342d-c21c-4ca9-9dcf-58ba992a4dc1,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:08.220927 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] Request body: {'port': {'device_id': '4efc51f3-0d24-4269-899e-0366d73316cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:08.423640 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e3ffe2a7-fbd1-467a-964a-570c35789f81 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for port (3c034da8-b62e-4586-aade-716d1009508f), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:08.446057 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e3ffe2a7-fbd1-467a-964a-570c35789f81 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (3c034da8-b62e-4586-aade-716d1009508f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:08.470373 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-38c8853b-8d54-4385-a3a8-fbc143d20f01 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (29c4058f-d7a4-4dfb-a5c7-dfdbe49342e9), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:08.548237 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e3ffe2a7-fbd1-467a-964a-570c35789f81 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (beb13dfe-98c4-4ef2-bc6e-8eb44157f65c), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:08.550474 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8f7ea-b27f-4e5b-b1f8-30e7810bb2b1 req-54c2a899-79fb-40d1-a1e2-3faa42315396 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:08.552353 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-28a8f7ea-b27f-4e5b-b1f8-30e7810bb2b1 req-54c2a899-79fb-40d1-a1e2-3faa42315396 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 932 time: 0.1837733 Apr 08 17:39:08.556631 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] Publish callbacks [] for port (4bdba1a1-1005-44d4-861d-5ee8f663cc05), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:08.567551 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (4bdba1a1-1005-44d4-861d-5ee8f663cc05), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:08.571613 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0b79d39e-bf40-4af2-9502-fe6862baaace req-5409185a-78fc-4539-be7c-4bc3657f5261 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 210 time: 0.1309519 Apr 08 17:39:08.585039 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e3ffe2a7-fbd1-467a-964a-570c35789f81 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:08.586287 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-e3ffe2a7-fbd1-467a-964a-570c35789f81 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0696125 Apr 08 17:39:08.596182 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (d4dea9df-1679-4b3c-a19c-f4605c7d1aff), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:08.624078 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 4808c86d-603a-4881-9391-6f26e4ffe52d triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:08.624720 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (4808c86d-603a-4881-9391-6f26e4ffe52d), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:08.635779 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffe2a7-fbd1-467a-964a-570c35789f81 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Pushing event updated for resources: {'Port': ['ID=3c034da8-b62e-4586-aade-716d1009508f,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:08.650248 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-38c8853b-8d54-4385-a3a8-fbc143d20f01 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (f2e7342d-c21c-4ca9-9dcf-58ba992a4dc1), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:08.703150 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:05Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:39:08.855538 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffbd0c4-bd04-42dd-b7ce-23980a1b0830 None None] The sync data for ids ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'] in dv-cinder-837166-1-iscsi is: [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:05Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:39:08.882630 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-28a8f7ea-b27f-4e5b-b1f8-30e7810bb2b1 req-03f391af-c5fe-4626-a655-816015817736 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019793 Apr 08 17:39:08.889398 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56865637-d3ed-4b62-ae37-56fdd36a0fe1 None None] Pushing event updated for resources: {'Port': ['ID=4bdba1a1-1005-44d4-861d-5ee8f663cc05,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:08.970645 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] Attempting to bind port 4bdba1a1-1005-44d4-861d-5ee8f663cc05 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:39:08.971017 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] Attempting to bind port 4bdba1a1-1005-44d4-861d-5ee8f663cc05 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': '0d89a509-4539-4eec-8583-82285d4c7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:39:08.975002 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] Attempting to bind port 4bdba1a1-1005-44d4-861d-5ee8f663cc05 on network 4e6e2ce3-9728-4fc0-915f-f4f91891414e {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:39:08.998569 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:39:08.998793 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] Checking segment: {'id': '0d89a509-4539-4eec-8583-82285d4c7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:39:09.005135 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:09.005537 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] Bound using segment: {'id': '0d89a509-4539-4eec-8583-82285d4c7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:39:09.006039 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] Bound port: 4bdba1a1-1005-44d4-861d-5ee8f663cc05, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d89a509-4539-4eec-8583-82285d4c7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:39:09.006424 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (4bdba1a1-1005-44d4-861d-5ee8f663cc05), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:09.008777 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.20', 53363) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:09.185122 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 4808c86d-603a-4881-9391-6f26e4ffe52d is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:09.188894 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (4808c86d-603a-4881-9391-6f26e4ffe52d), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:09.199051 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] For port 4bdba1a1-1005-44d4-861d-5ee8f663cc05, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:39:09.202922 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] For port 4bdba1a1-1005-44d4-861d-5ee8f663cc05, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=4bdba1a1-1005-44d4-861d-5ee8f663cc05,segment=NetworkSegment(0d89a509-4539-4eec-8583-82285d4c7719),segment_id=0d89a509-4539-4eec-8583-82285d4c7719)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:39:09.215617 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (4bdba1a1-1005-44d4-861d-5ee8f663cc05), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:09.342566 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] For port 4808c86d-603a-4881-9391-6f26e4ffe52d, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=4808c86d-603a-4881-9391-6f26e4ffe52d,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:09.356676 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-79963c73-9a05-4619-9372-af47a87707d1 None None] Provisioning complete for port 4bdba1a1-1005-44d4-861d-5ee8f663cc05 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:09.357072 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-79963c73-9a05-4619-9372-af47a87707d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (4bdba1a1-1005-44d4-861d-5ee8f663cc05), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:09.363897 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (4808c86d-603a-4881-9391-6f26e4ffe52d), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:09.367621 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 517ac759-5acc-4530-969b-9d1aaf1a05db up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:39:09.389262 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-baed7b90-9321-4b7b-8f42-e2d86e813ad3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1550578955&fields=id&tenant_id=74a6abf6655b4484b7870dba86883953 HTTP/1.1" status: 200 len: 267 time: 0.1991351 Apr 08 17:39:09.431973 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] Routers {'adb3989e-9c74-4595-82cc-16036e5c6782'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:39:09.432696 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:38:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['adb3989e-9c74-4595-82cc-16036e5c6782'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:39:09.576364 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-38c8853b-8d54-4385-a3a8-fbc143d20f01 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for port (f2e7342d-c21c-4ca9-9dcf-58ba992a4dc1), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:09.609110 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-ae1c3240-886b-4247-9740-7ca8c1646386 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:09.621321 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-ae1c3240-886b-4247-9740-7ca8c1646386 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.20 "GET /v2.0/networks?id=b895debd-97b0-43f9-854d-b53eac68cddb HTTP/1.1" status: 200 len: 819 time: 0.6112256 Apr 08 17:39:09.685805 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-38c8853b-8d54-4385-a3a8-fbc143d20f01 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (f2e7342d-c21c-4ca9-9dcf-58ba992a4dc1), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:09.713283 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Pushing event updated for resources: {'Port': ['ID=4808c86d-603a-4881-9391-6f26e4ffe52d,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:09.768177 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] Set router adb3989e-9c74-4595-82cc-16036e5c6782 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:39:09.777258 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-087a5a1b-3436-4f6a-bab7-dbeb59a6ea3b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--2013429123&fields=id&tenant_id=871ad76eadfd4d88827f7e66f16eaa94 HTTP/1.1" status: 200 len: 267 time: 0.9792180 Apr 08 17:39:09.855696 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'name': 'tempest-ServerRescueNegativeTestJSON-1434803203-router', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:46Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'gw_port': {'id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '844de5c2-265f-4917-ba2f-c39874925182', 'name': '', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'mac_address': 'fa:16:3e:84:ac:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 2, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'subnets': [{'id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:39:09.917824 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8853b-8d54-4385-a3a8-fbc143d20f01 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'Port': ['ID=f2e7342d-c21c-4ca9-9dcf-58ba992a4dc1,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:09.918788 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] Checking router: 34ed58de-58f0-4f58-8d11-1848e18b0a73 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:39:09.919148 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] Updating router 34ed58de-58f0-4f58-8d11-1848e18b0a73 port 844de5c2-265f-4917-ba2f-c39874925182 binding host dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:39:10.193936 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56865637-d3ed-4b62-ae37-56fdd36a0fe1 None None] Pushing event updated for resources: {'Port': ['ID=4bdba1a1-1005-44d4-861d-5ee8f663cc05,revision_number=4']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:10.213536 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (844de5c2-265f-4917-ba2f-c39874925182), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:10.245731 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-38c8853b-8d54-4385-a3a8-fbc143d20f01 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (29c4058f-d7a4-4dfb-a5c7-dfdbe49342e9), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:10.327268 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 517ac759-5acc-4530-969b-9d1aaf1a05db triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:10.327268 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (517ac759-5acc-4530-969b-9d1aaf1a05db), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:10.435051 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-b2023a1e-7812-4e56-bf2e-ca7e0e509321 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Request body: {'port': {'device_id': '399f95e8-785d-49a4-b8d8-2808709f17c9', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'admin_state_up': True, 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:10.466626 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4fa918f-043b-4bf5-9196-c4eabcd72ac2 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:10.475216 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4fa918f-043b-4bf5-9196-c4eabcd72ac2 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/networks?id=4e6e2ce3-9728-4fc0-915f-f4f91891414e HTTP/1.1" status: 200 len: 809 time: 1.0849106 Apr 08 17:39:10.485038 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.20', 53367) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:10.510295 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-63df4184-9c26-4fd1-b802-c2eb2c411bc1 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/quotas/74a6abf6655b4484b7870dba86883953 HTTP/1.1" status: 200 len: 375 time: 0.0337205 Apr 08 17:39:10.569119 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-79963c73-9a05-4619-9372-af47a87707d1 None None] Current status of the port 4bdba1a1-1005-44d4-861d-5ee8f663cc05 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:10.569642 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-79963c73-9a05-4619-9372-af47a87707d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (4bdba1a1-1005-44d4-861d-5ee8f663cc05), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:10.599225 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'name': 'tempest-AttachVolumeTestJSON-61070861-router', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '74a6abf6655b4484b7870dba86883953', 'gw_port': {'id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '4bdba1a1-1005-44d4-861d-5ee8f663cc05', 'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'mac_address': 'fa:16:3e:3e:5e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:09Z', 'revision_number': 4, 'project_id': '74a6abf6655b4484b7870dba86883953', 'subnets': [{'id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:39:10.622632 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-38c8853b-8d54-4385-a3a8-fbc143d20f01 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:10.637447 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-38c8853b-8d54-4385-a3a8-fbc143d20f01 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4187195 Apr 08 17:39:10.748859 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24630d25-119c-4a1d-98d8-49f919bfb199 None None] The sync data for ids ['adb3989e-9c74-4595-82cc-16036e5c6782'] in dv-cinder-837166-1-iscsi is: [{'id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'name': 'tempest-AttachVolumeTestJSON-61070861-router', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '74a6abf6655b4484b7870dba86883953', 'gw_port': {'id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '4bdba1a1-1005-44d4-861d-5ee8f663cc05', 'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'mac_address': 'fa:16:3e:3e:5e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:09Z', 'revision_number': 4, 'project_id': '74a6abf6655b4484b7870dba86883953', 'subnets': [{'id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:39:10.788012 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-12f91a96-266e-42f7-91f1-bb3b46acbe63 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:10.789678 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-12f91a96-266e-42f7-91f1-bb3b46acbe63 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.20 "GET /v2.0/networks?id=b895debd-97b0-43f9-854d-b53eac68cddb HTTP/1.1" status: 200 len: 819 time: 0.3031840 Apr 08 17:39:10.836247 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-371a0490-65c9-4675-8fe6-93be6c27a7a4 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=74a6abf6655b4484b7870dba86883953&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3216708 Apr 08 17:39:10.859797 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 517ac759-5acc-4530-969b-9d1aaf1a05db is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:10.861265 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device f5299831-86be-4efb-9b5c-d3938ea6fd77 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:39:10.943057 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-79963c73-9a05-4619-9372-af47a87707d1 None None] For port 4bdba1a1-1005-44d4-861d-5ee8f663cc05, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=4bdba1a1-1005-44d4-861d-5ee8f663cc05,segment=NetworkSegment(0d89a509-4539-4eec-8583-82285d4c7719),segment_id=0d89a509-4539-4eec-8583-82285d4c7719)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:10.962120 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-e992ed8f-a851-4e86-983e-8630012af3b4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Request body: {'port': {'device_id': 'd519786e-88e0-4b0c-874b-b2864b52b2bf', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'admin_state_up': True, 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:10.975186 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-79963c73-9a05-4619-9372-af47a87707d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (4bdba1a1-1005-44d4-861d-5ee8f663cc05), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:11.117858 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-cb04678e-3a38-40bb-a433-7a39440d032b service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:39:11.126550 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-cb04678e-3a38-40bb-a433-7a39440d032b service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1051569 Apr 08 17:39:11.321774 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port f5299831-86be-4efb-9b5c-d3938ea6fd77 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:11.322320 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (f5299831-86be-4efb-9b5c-d3938ea6fd77), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:11.373321 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-84f3ecee-70ab-4e09-aaf2-e25d8466e71c None None] Provisioning complete for port 4bdba1a1-1005-44d4-861d-5ee8f663cc05 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:11.374021 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-84f3ecee-70ab-4e09-aaf2-e25d8466e71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (4bdba1a1-1005-44d4-861d-5ee8f663cc05), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:11.381847 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79963c73-9a05-4619-9372-af47a87707d1 None None] Pushing event updated for resources: {'Port': ['ID=4bdba1a1-1005-44d4-861d-5ee8f663cc05,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:11.383817 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 34536) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:11.448906 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e1844e0a-27f1-4b6a-a1b5-453e9e8c9ed4 service neutron] 10.222.0.86 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212631 Apr 08 17:39:11.660250 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-d731779f-92fd-4aa8-8918-55349551f95a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:11.662135 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-d731779f-92fd-4aa8-8918-55349551f95a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/networks?id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 HTTP/1.1" status: 200 len: 817 time: 1.8403716 Apr 08 17:39:11.663633 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0d7d3444-cea3-4aaf-b5e5-00f4de148b41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:11.670608 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-b2023a1e-7812-4e56-bf2e-ca7e0e509321 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Made reservation on behalf of 9a80ab7223c8463da119aa1fc5fb59af for: {'port': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:39:11.676171 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-b2023a1e-7812-4e56-bf2e-ca7e0e509321 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:11.717676 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e734e5c0-6b3f-450f-a732-4a8a798d2026 service neutron] 10.222.0.86 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628484 Apr 08 17:39:11.746500 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-6d093caa-634c-4575-b9fb-56949b72c540 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/quotas/871ad76eadfd4d88827f7e66f16eaa94 HTTP/1.1" status: 200 len: 375 time: 0.0500104 Apr 08 17:39:11.899118 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0d7d3444-cea3-4aaf-b5e5-00f4de148b41 admin admin] Publish callbacks [] for security_group (a7d14b45-b908-4af8-8d97-8b889f50202f), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:11.907468 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0d7d3444-cea3-4aaf-b5e5-00f4de148b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (a7d14b45-b908-4af8-8d97-8b889f50202f), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:11.955811 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4dea9df-1679-4b3c-a19c-f4605c7d1aff {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:39:11.963521 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port f5299831-86be-4efb-9b5c-d3938ea6fd77 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:11.963521 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (f5299831-86be-4efb-9b5c-d3938ea6fd77), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:11.970790 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-e992ed8f-a851-4e86-983e-8630012af3b4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Made reservation on behalf of 9a80ab7223c8463da119aa1fc5fb59af for: {'port': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:39:11.980281 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-e992ed8f-a851-4e86-983e-8630012af3b4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:11.992832 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-b176669d-be72-4499-84df-5b05428b69a6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=871ad76eadfd4d88827f7e66f16eaa94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2158363 Apr 08 17:39:12.008199 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-0d7d3444-cea3-4aaf-b5e5-00f4de148b41 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=eb12a4a3f49a448eb5602c5b60b60735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6206141 Apr 08 17:39:12.008199 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 34546) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:12.019313 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] Publish callbacks [] for port (d4dea9df-1679-4b3c-a19c-f4605c7d1aff), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.063498 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d3444-cea3-4aaf-b5e5-00f4de148b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d14b45-b908-4af8-8d97-8b889f50202f,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:12.090996 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] Publish callbacks [] for port (844de5c2-265f-4917-ba2f-c39874925182), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.135252 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] For port f5299831-86be-4efb-9b5c-d3938ea6fd77, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=f5299831-86be-4efb-9b5c-d3938ea6fd77,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:12.139480 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (844de5c2-265f-4917-ba2f-c39874925182), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.175055 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (f5299831-86be-4efb-9b5c-d3938ea6fd77), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.249248 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-84f3ecee-70ab-4e09-aaf2-e25d8466e71c None None] Current status of the port 4bdba1a1-1005-44d4-861d-5ee8f663cc05 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:12.295985 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c68d0-bcf8-482c-b74c-f19b3e4d139c None None] Pushing event updated for resources: {'Port': ['ID=844de5c2-265f-4917-ba2f-c39874925182,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:12.397287 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] Transition to ACTIVE for port object d4dea9df-1679-4b3c-a19c-f4605c7d1aff will not be triggered until provisioned by entity L2. {{(pid=103549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:39:12.432726 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:39:12.592719 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (d4dea9df-1679-4b3c-a19c-f4605c7d1aff), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.635087 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f7125aa8-6b4a-473f-9c7c-1f30b6628eb0 admin admin] Publish callbacks [] for security_group (a7d14b45-b908-4af8-8d97-8b889f50202f), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.650791 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] Attempting to bind port 844de5c2-265f-4917-ba2f-c39874925182 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:39:12.651994 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] Attempting to bind port 844de5c2-265f-4917-ba2f-c39874925182 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': '68a9f1fe-2a35-48ca-8f7f-dccbf741c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:39:12.652384 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] Attempting to bind port 844de5c2-265f-4917-ba2f-c39874925182 on network b895debd-97b0-43f9-854d-b53eac68cddb {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:39:12.655804 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3e241211-2b61-437a-b1d9-e04202dc6e68 req-abb4aeac-feb8-4053-9e94-820dd62e991e tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 210 time: 0.0579557 Apr 08 17:39:12.668728 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Pushing event updated for resources: {'Port': ['ID=f5299831-86be-4efb-9b5c-d3938ea6fd77,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:12.683512 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:39:12.693154 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] Checking segment: {'id': '68a9f1fe-2a35-48ca-8f7f-dccbf741c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:39:12.693576 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.693979 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] Bound using segment: {'id': '68a9f1fe-2a35-48ca-8f7f-dccbf741c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:39:12.703372 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f7125aa8-6b4a-473f-9c7c-1f30b6628eb0 admin admin] Publish callbacks [] for security_group (a7d14b45-b908-4af8-8d97-8b889f50202f), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.711184 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] Bound port: 844de5c2-265f-4917-ba2f-c39874925182, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a9f1fe-2a35-48ca-8f7f-dccbf741c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:39:12.712406 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (844de5c2-265f-4917-ba2f-c39874925182), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.806861 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device d13a25ef-9927-4f2d-a36e-f97e1f1af4e9 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:39:12.817113 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-b2023a1e-7812-4e56-bf2e-ca7e0e509321 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Allocated IP 172.20.0.14 (b895debd-97b0-43f9-854d-b53eac68cddb/a8971a54-bad3-4305-9d36-2982512b73f9/ba32feec-d45d-45f5-b67e-c9edbaa86b39) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:39:12.833465 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635a28f-e096-47c6-b546-992f36515707 req-d99c4992-26fb-41af-8df3-c2e922899726 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:12.835346 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b635a28f-e096-47c6-b546-992f36515707 req-d99c4992-26fb-41af-8df3-c2e922899726 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 944 time: 0.0547564 Apr 08 17:39:12.859747 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f7125aa8-6b4a-473f-9c7c-1f30b6628eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (a7d14b45-b908-4af8-8d97-8b889f50202f), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.862980 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f7125aa8-6b4a-473f-9c7c-1f30b6628eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.864009 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-f7125aa8-6b4a-473f-9c7c-1f30b6628eb0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a7d14b45-b908-4af8-8d97-8b889f50202f HTTP/1.1" status: 204 len: 168 time: 0.8516407 Apr 08 17:39:12.882228 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-e1c55ea6-15f5-4b77-bd8b-bdc9439763a3 None None] Provisioning complete for port 844de5c2-265f-4917-ba2f-c39874925182 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:12.882759 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e1c55ea6-15f5-4b77-bd8b-bdc9439763a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (844de5c2-265f-4917-ba2f-c39874925182), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:12.886887 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] Pushing event updated for resources: {'Port': ['ID=d4dea9df-1679-4b3c-a19c-f4605c7d1aff,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:12.887083 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7125aa8-6b4a-473f-9c7c-1f30b6628eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d14b45-b908-4af8-8d97-8b889f50202f,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:12.926652 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b635a28f-e096-47c6-b546-992f36515707 req-dd1fdb59-f3f4-42e7-8eee-a21213063ef9 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825543 Apr 08 17:39:12.939633 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-bb5c3b2e-97b1-4731-917f-c11684fd0d4a service neutron] 10.222.0.86 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9055874 Apr 08 17:39:12.979893 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] For port 844de5c2-265f-4917-ba2f-c39874925182, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:39:12.991193 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] Attempting to bind port d4dea9df-1679-4b3c-a19c-f4605c7d1aff on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:39:12.991570 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] Attempting to bind port d4dea9df-1679-4b3c-a19c-f4605c7d1aff by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '86b7c1b2-b5fe-497b-b80f-2d52df973443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'a42452b1-0fae-44ea-a514-721052e07e36'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:39:12.991944 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] Attempting to bind port d4dea9df-1679-4b3c-a19c-f4605c7d1aff on network a42452b1-0fae-44ea-a514-721052e07e36 {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:39:13.019946 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] For port 844de5c2-265f-4917-ba2f-c39874925182, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=844de5c2-265f-4917-ba2f-c39874925182,segment=NetworkSegment(68a9f1fe-2a35-48ca-8f7f-dccbf741c802),segment_id=68a9f1fe-2a35-48ca-8f7f-dccbf741c802)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:39:13.023718 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port d13a25ef-9927-4f2d-a36e-f97e1f1af4e9 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:13.024112 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (d13a25ef-9927-4f2d-a36e-f97e1f1af4e9), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:13.025686 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-e1c55ea6-15f5-4b77-bd8b-bdc9439763a3 None None] Port 844de5c2-265f-4917-ba2f-c39874925182 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:39:13.052471 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] Port d4dea9df-1679-4b3c-a19c-f4605c7d1aff on network a42452b1-0fae-44ea-a514-721052e07e36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:39:13.052784 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] Attempting to bind port d4dea9df-1679-4b3c-a19c-f4605c7d1aff on network a42452b1-0fae-44ea-a514-721052e07e36 {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:39:13.056855 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-68e15709-1b25-4110-a70b-a2d882fbace0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:13.060740 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (844de5c2-265f-4917-ba2f-c39874925182), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:13.087748 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] Checking agent: {'id': '0d41f64d-5a28-4579-bdba-007f65057d65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:39:13.088294 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] Checking segment: {'id': '86b7c1b2-b5fe-497b-b80f-2d52df973443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'a42452b1-0fae-44ea-a514-721052e07e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:39:13.089252 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] Bound using segment: {'id': '86b7c1b2-b5fe-497b-b80f-2d52df973443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'a42452b1-0fae-44ea-a514-721052e07e36'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:39:13.089676 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] Bound port: d4dea9df-1679-4b3c-a19c-f4605c7d1aff, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b7c1b2-b5fe-497b-b80f-2d52df973443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'a42452b1-0fae-44ea-a514-721052e07e36'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:39:13.090089 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (d4dea9df-1679-4b3c-a19c-f4605c7d1aff), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:13.153124 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] Routers {'34ed58de-58f0-4f58-8d11-1848e18b0a73'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:39:13.153893 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:38:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['34ed58de-58f0-4f58-8d11-1848e18b0a73'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:39:13.157026 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-82bb63f8-6aae-4013-b78d-01dc2d4c9fb5 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1905082528&fields=id&tenant_id=c793b519db45404da066489467255859 HTTP/1.1" status: 200 len: 267 time: 0.0770988 Apr 08 17:39:13.162460 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c68d0-bcf8-482c-b74c-f19b3e4d139c None None] Pushing event updated for resources: {'Port': ['ID=844de5c2-265f-4917-ba2f-c39874925182,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:13.274877 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] For port d4dea9df-1679-4b3c-a19c-f4605c7d1aff, host hv-cinder-83716, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:39:13.334673 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-1060311b-b646-4938-a650-016ff3df4e27 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:13.338915 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-1060311b-b646-4938-a650-016ff3df4e27 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/networks?id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078 HTTP/1.1" status: 200 len: 815 time: 0.1750193 Apr 08 17:39:13.342160 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-3a2805b4-d5f9-4f56-936f-26d51a2d6c73 service neutron] 10.222.0.86 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944690 Apr 08 17:39:13.367841 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-19883579-01d4-4dec-ae04-393096be86ae tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/quotas/c793b519db45404da066489467255859 HTTP/1.1" status: 200 len: 375 time: 0.0229878 Apr 08 17:39:13.375598 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port d13a25ef-9927-4f2d-a36e-f97e1f1af4e9 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:13.376918 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 4808c86d-603a-4881-9391-6f26e4ffe52d up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:39:13.383918 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] For port d4dea9df-1679-4b3c-a19c-f4605c7d1aff, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d4dea9df-1679-4b3c-a19c-f4605c7d1aff,segment=NetworkSegment(86b7c1b2-b5fe-497b-b80f-2d52df973443),segment_id=86b7c1b2-b5fe-497b-b80f-2d52df973443)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:39:13.439065 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (d4dea9df-1679-4b3c-a19c-f4605c7d1aff), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:13.441695 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-91b6d37f-42cb-497f-9136-12f13177c928 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c793b519db45404da066489467255859&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611634 Apr 08 17:39:13.478772 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 4808c86d-603a-4881-9391-6f26e4ffe52d triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:13.479733 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (4808c86d-603a-4881-9391-6f26e4ffe52d), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:13.508771 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] Set router 34ed58de-58f0-4f58-8d11-1848e18b0a73 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:39:13.561673 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-f1b05841-7a36-4b24-83b7-a42e91bd9647 None None] Provisioning complete for port 844de5c2-265f-4917-ba2f-c39874925182 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:13.562379 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f1b05841-7a36-4b24-83b7-a42e91bd9647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (844de5c2-265f-4917-ba2f-c39874925182), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:13.568505 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:13.570105 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:13.571781 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] 10.222.0.20 "PUT /v2.0/ports/d4dea9df-1679-4b3c-a19c-f4605c7d1aff HTTP/1.1" status: 200 len: 1094 time: 5.6938426 Apr 08 17:39:13.575073 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efc51f3-0d24-4269-899e-0366d73316cd', 'tag': 'd4dea9df-1679-4b3c-a19c-f4605c7d1aff'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:39:13.596282 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-a45a42ea-bc64-4c34-891f-7f48c9476cc2 service neutron] 10.222.0.86 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356518 Apr 08 17:39:13.661053 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-b2023a1e-7812-4e56-bf2e-ca7e0e509321 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for port (ba32feec-d45d-45f5-b67e-c9edbaa86b39), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:13.734197 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3207731d-7ba5-4474-adcf-9cd538c80a37 req-4c789d7c-2990-422a-aa1d-46f2e155cc3e tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 210 time: 0.0447874 Apr 08 17:39:13.738841 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7902c-133f-4c0b-8a35-300814bfba2f service neutron] Pushing event updated for resources: {'Port': ['ID=d4dea9df-1679-4b3c-a19c-f4605c7d1aff,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:13.782258 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-b2023a1e-7812-4e56-bf2e-ca7e0e509321 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (ba32feec-d45d-45f5-b67e-c9edbaa86b39), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:13.856985 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-fec7450c-fbe8-45ce-874f-b052315fa137 service neutron] 10.222.0.86 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444658 Apr 08 17:39:13.948562 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a63c5ba7-f910-45bb-84b2-047f8a8c3ee9 req-8cb00937-bb4d-4a79-afce-b23e3b23d749 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 210 time: 0.1197522 Apr 08 17:39:13.956201 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015aa1d5-99ab-47cb-959c-4b29b2c96435" -d '{"events": [{"name": "network-changed", "server_uuid": "4efc51f3-0d24-4269-899e-0366d73316cd", "tag": "d4dea9df-1679-4b3c-a19c-f4605c7d1aff"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:39:13.982322 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-e992ed8f-a851-4e86-983e-8630012af3b4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Allocated IP 172.20.0.13 (b895debd-97b0-43f9-854d-b53eac68cddb/a8971a54-bad3-4305-9d36-2982512b73f9/907da5ed-e1bb-4557-b2bd-e16d4aac5262) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:39:13.986706 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-b2023a1e-7812-4e56-bf2e-ca7e0e509321 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Network b895debd-97b0-43f9-854d-b53eac68cddb is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:39:13.995854 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-b2023a1e-7812-4e56-bf2e-ca7e0e509321 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:39:14.005902 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-b2023a1e-7812-4e56-bf2e-ca7e0e509321 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:39:14.011383 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-b2023a1e-7812-4e56-bf2e-ca7e0e509321 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:14.012044 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-b2023a1e-7812-4e56-bf2e-ca7e0e509321 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:14.045128 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2023a1e-7812-4e56-bf2e-ca7e0e509321 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Pushing event updated for resources: {'Port': ['ID=ba32feec-d45d-45f5-b67e-c9edbaa86b39,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:14.129004 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-b2023a1e-7812-4e56-bf2e-ca7e0e509321 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7140496 Apr 08 17:39:14.141403 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-f1b05841-7a36-4b24-83b7-a42e91bd9647 None None] Current status of the port 844de5c2-265f-4917-ba2f-c39874925182 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:14.141878 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f1b05841-7a36-4b24-83b7-a42e91bd9647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (844de5c2-265f-4917-ba2f-c39874925182), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:14.150612 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 4808c86d-603a-4881-9391-6f26e4ffe52d is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:14.152290 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 4bdba1a1-1005-44d4-861d-5ee8f663cc05 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:39:14.175325 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b1532d0a-d96b-4087-84b0-4642ff1dce9e req-892bbbf8-5acb-4d44-82e1-acae254cc85d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 210 time: 0.0789244 Apr 08 17:39:14.304253 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa2905-7186-48dc-afe3-9b364f0b49c6 req-f88db983-abcf-4cfa-8a29-9d4f68f9ae73 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:14.309649 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4daa2905-7186-48dc-afe3-9b364f0b49c6 req-f88db983-abcf-4cfa-8a29-9d4f68f9ae73 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 944 time: 0.1149352 Apr 08 17:39:14.391393 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-e992ed8f-a851-4e86-983e-8630012af3b4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for port (907da5ed-e1bb-4557-b2bd-e16d4aac5262), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:14.413184 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4daa2905-7186-48dc-afe3-9b364f0b49c6 req-e354e204-0249-4b1c-a71a-7360b0e302d6 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949762 Apr 08 17:39:14.481420 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-e992ed8f-a851-4e86-983e-8630012af3b4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (907da5ed-e1bb-4557-b2bd-e16d4aac5262), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:14.496185 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-f1b05841-7a36-4b24-83b7-a42e91bd9647 None None] For port 844de5c2-265f-4917-ba2f-c39874925182, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=844de5c2-265f-4917-ba2f-c39874925182,segment=NetworkSegment(68a9f1fe-2a35-48ca-8f7f-dccbf741c802),segment_id=68a9f1fe-2a35-48ca-8f7f-dccbf741c802)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:14.669810 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-e992ed8f-a851-4e86-983e-8630012af3b4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Network b895debd-97b0-43f9-854d-b53eac68cddb is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:39:14.689763 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d57017af-676d-4a5f-83e5-b8a4d2fbd825 req-5bf93e63-b778-4fc0-ba4c-cccc0dbf4f14 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 210 time: 0.0725677 Apr 08 17:39:14.690427 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-e992ed8f-a851-4e86-983e-8630012af3b4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:39:14.690427 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-e992ed8f-a851-4e86-983e-8630012af3b4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:39:14.718704 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-e992ed8f-a851-4e86-983e-8630012af3b4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:14.730835 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-e992ed8f-a851-4e86-983e-8630012af3b4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:14.771232 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'name': 'tempest-ServerRescueNegativeTestJSON-1434803203-router', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:46Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'gw_port': {'id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '844de5c2-265f-4917-ba2f-c39874925182', 'name': '', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'mac_address': 'fa:16:3e:84:ac:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:39:12Z', 'revision_number': 4, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'subnets': [{'id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:39:14.771820 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2f07b4-676a-41b7-a45c-adeedb742d3a x-openstack-request-id: req-3d2f07b4-676a-41b7-a45c-adeedb742d3a {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:39:14.771820 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4efc51f3-0d24-4269-899e-0366d73316cd", "tag": "d4dea9df-1679-4b3c-a19c-f4605c7d1aff", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:39:14.771820 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3d2f07b4-676a-41b7-a45c-adeedb742d3a {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:39:14.771820 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d2f07b4-676a-41b7-a45c-adeedb742d3a'] response: {'name': 'network-changed', 'server_uuid': '4efc51f3-0d24-4269-899e-0366d73316cd', 'tag': 'd4dea9df-1679-4b3c-a19c-f4605c7d1aff', 'status': 'completed', 'code': 200} Apr 08 17:39:14.783942 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992ed8f-a851-4e86-983e-8630012af3b4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Pushing event updated for resources: {'Port': ['ID=907da5ed-e1bb-4557-b2bd-e16d4aac5262,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:14.837725 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-e992ed8f-a851-4e86-983e-8630012af3b4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9874322 Apr 08 17:39:14.865174 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b087913-6bed-45d2-bc43-6987c37b32da None None] The sync data for ids ['34ed58de-58f0-4f58-8d11-1848e18b0a73'] in dv-cinder-837166-1-iscsi is: [{'id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'name': 'tempest-ServerRescueNegativeTestJSON-1434803203-router', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:46Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'gw_port': {'id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '844de5c2-265f-4917-ba2f-c39874925182', 'name': '', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'mac_address': 'fa:16:3e:84:ac:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:39:12Z', 'revision_number': 4, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'subnets': [{'id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:39:14.873606 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f1b05841-7a36-4b24-83b7-a42e91bd9647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (844de5c2-265f-4917-ba2f-c39874925182), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:15.010887 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e8926226-c72e-462d-9129-417799c1462a req-436b6b03-9214-4007-b129-2e5b54ca74e5 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 210 time: 0.1130376 Apr 08 17:39:15.039236 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 4bdba1a1-1005-44d4-861d-5ee8f663cc05 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:15.039698 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (4bdba1a1-1005-44d4-861d-5ee8f663cc05), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:15.147473 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-ad97f6bf-8db7-4ad5-b199-5cfb825158ad None None] Provisioning complete for port ba32feec-d45d-45f5-b67e-c9edbaa86b39 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:15.148219 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ad97f6bf-8db7-4ad5-b199-5cfb825158ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (ba32feec-d45d-45f5-b67e-c9edbaa86b39), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:15.221094 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6e3f57fb-288d-4353-a0e1-2a93eaef1112 req-3d732a6d-14be-4a7d-86d1-95ae214d3e13 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 210 time: 0.0754049 Apr 08 17:39:15.325357 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b05841-7a36-4b24-83b7-a42e91bd9647 None None] Pushing event updated for resources: {'Port': ['ID=844de5c2-265f-4917-ba2f-c39874925182,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:15.346371 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-ad97f6bf-8db7-4ad5-b199-5cfb825158ad None None] Port ba32feec-d45d-45f5-b67e-c9edbaa86b39 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:39:15.422815 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e6c70-df6f-47b9-a1e6-8996a3f5353c req-7a23268a-04e3-478e-bc1b-4146b4d078fe tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:15.424395 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ea5e6c70-df6f-47b9-a1e6-8996a3f5353c req-7a23268a-04e3-478e-bc1b-4146b4d078fe tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 932 time: 0.1027200 Apr 08 17:39:15.457301 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 4bdba1a1-1005-44d4-861d-5ee8f663cc05 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:15.550456 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-07784189-0ebc-4223-b2c3-cffeca59ceb7 None None] Provisioning complete for port 907da5ed-e1bb-4557-b2bd-e16d4aac5262 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:15.551997 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-07784189-0ebc-4223-b2c3-cffeca59ceb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (907da5ed-e1bb-4557-b2bd-e16d4aac5262), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:15.580012 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ea5e6c70-df6f-47b9-a1e6-8996a3f5353c req-b40ecf7c-1b42-4743-ba16-babe25eababb tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292036 Apr 08 17:39:15.601716 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-67753a9b-4716-40f0-a6ac-ad3bf8db2ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:15.609593 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-07784189-0ebc-4223-b2c3-cffeca59ceb7 None None] Port 907da5ed-e1bb-4557-b2bd-e16d4aac5262 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:39:15.649836 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 844de5c2-265f-4917-ba2f-c39874925182 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:39:15.674698 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cae92-9698-4753-9735-8c2569414cb3 req-5c628d9d-1aa0-49e1-9035-00c8c791f1a5 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:15.685107 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-da9cae92-9698-4753-9735-8c2569414cb3 req-5c628d9d-1aa0-49e1-9035-00c8c791f1a5 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 944 time: 0.0699933 Apr 08 17:39:15.722789 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 844de5c2-265f-4917-ba2f-c39874925182 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:15.722881 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (844de5c2-265f-4917-ba2f-c39874925182), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:15.763767 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-da9cae92-9698-4753-9735-8c2569414cb3 req-0ed62619-d955-46e1-b9c7-3d3b9d431b1b tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768414 Apr 08 17:39:15.843351 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9583ef82-fd0d-4d13-ab88-67864baeb9ea req-3cd5071b-a3e7-4be9-8865-901eea892148 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 210 time: 0.0358686 Apr 08 17:39:15.846509 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 844de5c2-265f-4917-ba2f-c39874925182 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:15.847754 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device f5299831-86be-4efb-9b5c-d3938ea6fd77 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:39:15.907363 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port f5299831-86be-4efb-9b5c-d3938ea6fd77 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:15.907762 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (f5299831-86be-4efb-9b5c-d3938ea6fd77), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:15.986941 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port f5299831-86be-4efb-9b5c-d3938ea6fd77 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:16.098882 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-bd65c5be-1281-40d5-9d95-507e12c380f6 req-873f4c98-43ff-47ee-bbb7-56a020c25ea5 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 210 time: 0.0291951 Apr 08 17:39:16.317841 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-53302f17-5fea-4799-92f7-10d63de90a34 req-6e770f42-10a9-4723-904d-8f1c2bfc4a65 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 210 time: 0.0299945 Apr 08 17:39:16.344477 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:16.656976 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:16.713560 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ab748-6c0e-453b-9709-9763b0c48fc7 req-125f4e41-43b7-4767-a3e1-40e0b31d4e16 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:16.715988 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cb2ab748-6c0e-453b-9709-9763b0c48fc7 req-125f4e41-43b7-4767-a3e1-40e0b31d4e16 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 932 time: 0.0623305 Apr 08 17:39:16.773591 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cb2ab748-6c0e-453b-9709-9763b0c48fc7 req-234c8fa7-e5a8-446b-96ef-10986ecf720d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488172 Apr 08 17:39:16.889274 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd19ee3-3a26-4022-94f4-597e61f92f27 req-96ee5445-729e-4a35-bbbc-a67e87c5e32b tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:16.890787 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0cd19ee3-3a26-4022-94f4-597e61f92f27 req-96ee5445-729e-4a35-bbbc-a67e87c5e32b tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 944 time: 0.0525842 Apr 08 17:39:16.931963 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a53ab918-a3c0-4506-8782-002df26c6796 req-b4dc6a0e-dff9-42c5-932f-19b875aaa6dc tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 210 time: 0.0276432 Apr 08 17:39:16.943542 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0cd19ee3-3a26-4022-94f4-597e61f92f27 req-e1508e67-1767-4e9e-ba55-d5564332511f tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469842 Apr 08 17:39:17.208042 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e1ed471f-b5a8-4088-96b1-d9b4bfb235e0 req-013fafc3-f4d1-44d0-89bd-fd715c936ec2 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 210 time: 0.0383356 Apr 08 17:39:17.438312 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5a4cc7ed-05d1-477f-adbe-f767b217d89b req-a031372f-ccdb-4700-82f7-5918065368d5 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 210 time: 0.0384052 Apr 08 17:39:17.898809 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4fc8a-1282-4feb-9309-a160835b36cc req-c6cf02ba-e392-42fc-b42e-11e7ad2bd551 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:17.900268 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-44a4fc8a-1282-4feb-9309-a160835b36cc req-c6cf02ba-e392-42fc-b42e-11e7ad2bd551 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 932 time: 0.0499966 Apr 08 17:39:17.934210 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:17.955305 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-44a4fc8a-1282-4feb-9309-a160835b36cc req-6c3a1bf6-f35b-41f7-82a5-f1b88e4aa8ec tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475121 Apr 08 17:39:18.030973 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-26ee7b86-267b-406e-9310-6273de6d8941 req-6d94b6ac-256d-453e-8e28-88837169f5ea tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 210 time: 0.0282362 Apr 08 17:39:18.062944 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10d3a5-71df-46f4-9774-9c78beca8dca req-60ec7180-8be0-43c3-99e4-f3ebd2ae1610 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:18.064530 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4f10d3a5-71df-46f4-9774-9c78beca8dca req-60ec7180-8be0-43c3-99e4-f3ebd2ae1610 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 944 time: 0.0475147 Apr 08 17:39:18.114810 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4f10d3a5-71df-46f4-9774-9c78beca8dca req-080a5ec8-6765-43f5-a50a-81bbb010298f tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445824 Apr 08 17:39:18.318190 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5bbc00d5-9fd9-4c2e-ab4e-af819187fb3c req-da498400-1e1a-4053-84f8-73a6282e7962 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 210 time: 0.0310223 Apr 08 17:39:18.538904 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0792a0ee-8f6c-4da3-8e4b-ff9bfed4d9ff req-5d364309-6056-46e7-aeb1-67a756e57d90 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 210 time: 0.0286541 Apr 08 17:39:19.070879 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d28422-2a0d-4351-bec5-0b14e95954eb req-0253e045-5be2-4f2a-a295-89b3bf7eca92 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:19.072413 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d3d28422-2a0d-4351-bec5-0b14e95954eb req-0253e045-5be2-4f2a-a295-89b3bf7eca92 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 932 time: 0.0490181 Apr 08 17:39:19.121054 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d3d28422-2a0d-4351-bec5-0b14e95954eb req-295ac97d-3121-42c8-94fc-a99b155b4bca tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425847 Apr 08 17:39:19.127436 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e127115a-bc9b-47e9-bee6-722f8784bc83 req-ad2516a5-f52b-4d38-9ebf-eb2af4d353df tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 210 time: 0.0302813 Apr 08 17:39:19.237761 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff90b2-7d27-458a-a499-4327f45506cd req-c31138b3-1660-4e10-ab68-19c7b59f0dd7 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:19.239154 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-38ff90b2-7d27-458a-a499-4327f45506cd req-c31138b3-1660-4e10-ab68-19c7b59f0dd7 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 944 time: 0.0480790 Apr 08 17:39:19.287029 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-38ff90b2-7d27-458a-a499-4327f45506cd req-a8dd7930-f905-45fc-992b-e45b49a04c6d tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420630 Apr 08 17:39:19.417401 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8a613e2d-f794-466e-90f1-4c3632af38ad req-91ebf02e-22e4-4cf7-91ad-cc333d473df2 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 210 time: 0.0292315 Apr 08 17:39:19.537930 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:19.647679 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9f94da0e-950c-4a6f-a1a1-9f0089206170 req-12dd8b52-cdb3-47be-a4f9-d4e89b6e8f2b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 210 time: 0.0311356 Apr 08 17:39:20.235633 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b58a0c7b-b9e5-4ab6-9622-7696c62bf1dc req-8bcc908d-61ed-4fa2-95db-826c0412e98b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 210 time: 0.0283453 Apr 08 17:39:20.254730 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f0cf1-0dec-44ee-be23-5051d2bfa5a0 req-7022c5a8-8a0c-42cd-a6ae-eac4b04be74c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:20.254730 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ee9f0cf1-0dec-44ee-be23-5051d2bfa5a0 req-7022c5a8-8a0c-42cd-a6ae-eac4b04be74c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 932 time: 0.0579827 Apr 08 17:39:20.299959 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ee9f0cf1-0dec-44ee-be23-5051d2bfa5a0 req-489e56d5-1069-4057-bbab-5f4ff8462c44 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451195 Apr 08 17:39:20.403362 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01d64a-7873-4e8f-a2b1-4515a2530f1a req-79c46faa-97af-4ca8-aab4-4feea4492691 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:20.405082 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0a01d64a-7873-4e8f-a2b1-4515a2530f1a req-79c46faa-97af-4ca8-aab4-4feea4492691 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 944 time: 0.0525291 Apr 08 17:39:20.458122 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0a01d64a-7873-4e8f-a2b1-4515a2530f1a req-9b25a1c5-d2e6-4984-ae12-37290817d287 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449030 Apr 08 17:39:20.512806 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f2773095-5fdd-4d5a-93d2-947f24697a35 req-8a489622-a11f-4a9f-adbc-66c9bae30ca7 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 210 time: 0.0289531 Apr 08 17:39:20.757275 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d8472617-6331-46c9-9c0a-64df2d986511 req-c4fc285d-4f7b-48c9-8440-909599d4208f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 210 time: 0.0314453 Apr 08 17:39:20.769659 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] Request body: {'port': {'device_id': '399f95e8-785d-49a4-b8d8-2808709f17c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:20.778628 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] Request body: {'port': {'device_id': 'd519786e-88e0-4b0c-874b-b2864b52b2bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:20.880002 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (ba32feec-d45d-45f5-b67e-c9edbaa86b39), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:20.896976 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (907da5ed-e1bb-4557-b2bd-e16d4aac5262), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:21.435234 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1b01b-a6d8-4f1b-9904-1804a3e3b836 req-ffbc7f40-99c4-4dcb-9a55-d0b99768cdd0 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:21.442969 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1de1b01b-a6d8-4f1b-9904-1804a3e3b836 req-ffbc7f40-99c4-4dcb-9a55-d0b99768cdd0 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 932 time: 0.0620332 Apr 08 17:39:21.445034 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015aa1d5-99ab-47cb-959c-4b29b2c96435 req-de4af27c-5ee8-41d2-a474-999e58c3e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:21.446611 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-015aa1d5-99ab-47cb-959c-4b29b2c96435 req-de4af27c-5ee8-41d2-a474-999e58c3e424 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ee473f556024bf89e9c02b34850183c&device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 1128 time: 0.3965786 Apr 08 17:39:21.448165 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-084c8120-d874-4114-a8d4-c42229a8bfc3 req-f2cbde67-0195-4d9c-bfc1-a31f015662b6 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 210 time: 0.0791082 Apr 08 17:39:21.501728 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1de1b01b-a6d8-4f1b-9904-1804a3e3b836 req-c88481cf-5d99-45ad-b3ba-f0c409d36a60 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578582 Apr 08 17:39:21.611791 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-69e57838-e877-4a46-a73e-b9dada1624e7 req-32b2dc96-d9da-4dfb-8101-9572994c49ad tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 210 time: 0.0279710 Apr 08 17:39:21.613557 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0739a10-a9a3-43d8-8a48-f8029919ffa8 req-673125d2-bef0-4400-a7f2-a471e7fe10fc tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:21.615061 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f0739a10-a9a3-43d8-8a48-f8029919ffa8 req-673125d2-bef0-4400-a7f2-a471e7fe10fc tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 944 time: 0.0789993 Apr 08 17:39:21.663587 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba32feec-d45d-45f5-b67e-c9edbaa86b39 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:39:21.680682 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] Publish callbacks [] for port (ba32feec-d45d-45f5-b67e-c9edbaa86b39), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:21.705926 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f0739a10-a9a3-43d8-8a48-f8029919ffa8 req-9ce53db1-bb42-41c2-b102-ca2374df8c7c tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727501 Apr 08 17:39:21.708693 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] Transition to ACTIVE for port object ba32feec-d45d-45f5-b67e-c9edbaa86b39 will not be triggered until provisioned by entity L2. {{(pid=103549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:39:21.716970 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (ba32feec-d45d-45f5-b67e-c9edbaa86b39), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:21.831576 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] Pushing event updated for resources: {'Port': ['ID=ba32feec-d45d-45f5-b67e-c9edbaa86b39,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:21.901455 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8e11eaae-4e4c-41a1-a78f-8a67241b7704 req-1aa7dde9-50fa-4360-b8de-599939a012da tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 210 time: 0.0391755 Apr 08 17:39:21.999074 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] Attempting to bind port ba32feec-d45d-45f5-b67e-c9edbaa86b39 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:39:21.999415 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] Attempting to bind port ba32feec-d45d-45f5-b67e-c9edbaa86b39 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '68a9f1fe-2a35-48ca-8f7f-dccbf741c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:39:21.999740 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] Attempting to bind port ba32feec-d45d-45f5-b67e-c9edbaa86b39 on network b895debd-97b0-43f9-854d-b53eac68cddb {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:39:22.027020 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] Port ba32feec-d45d-45f5-b67e-c9edbaa86b39 on network b895debd-97b0-43f9-854d-b53eac68cddb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:39:22.027346 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] Attempting to bind port ba32feec-d45d-45f5-b67e-c9edbaa86b39 on network b895debd-97b0-43f9-854d-b53eac68cddb {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:39:22.057355 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] Checking agent: {'id': '0d41f64d-5a28-4579-bdba-007f65057d65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:39:22.057697 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] Checking segment: {'id': '68a9f1fe-2a35-48ca-8f7f-dccbf741c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:39:22.058091 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] Bound using segment: {'id': '68a9f1fe-2a35-48ca-8f7f-dccbf741c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:39:22.058544 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] Bound port: ba32feec-d45d-45f5-b67e-c9edbaa86b39, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a9f1fe-2a35-48ca-8f7f-dccbf741c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:39:22.058919 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (ba32feec-d45d-45f5-b67e-c9edbaa86b39), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:22.130365 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015aa1d5-99ab-47cb-959c-4b29b2c96435 req-6cba2829-818a-4f8f-b2e6-86a6b9413166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:22.131855 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-015aa1d5-99ab-47cb-959c-4b29b2c96435 req-6cba2829-818a-4f8f-b2e6-86a6b9413166 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=4ee473f556024bf89e9c02b34850183c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2836571 Apr 08 17:39:22.162785 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907da5ed-e1bb-4557-b2bd-e16d4aac5262 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:39:22.173670 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] Publish callbacks [] for port (907da5ed-e1bb-4557-b2bd-e16d4aac5262), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:22.191327 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 53380) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:22.197359 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 53381) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:22.240086 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] Transition to ACTIVE for port object 907da5ed-e1bb-4557-b2bd-e16d4aac5262 will not be triggered until provisioned by entity L2. {{(pid=103549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:39:22.261883 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (907da5ed-e1bb-4557-b2bd-e16d4aac5262), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:22.314692 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] For port ba32feec-d45d-45f5-b67e-c9edbaa86b39, host hv-cinder-83716, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:39:22.387672 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] For port ba32feec-d45d-45f5-b67e-c9edbaa86b39, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ba32feec-d45d-45f5-b67e-c9edbaa86b39,segment=NetworkSegment(68a9f1fe-2a35-48ca-8f7f-dccbf741c802),segment_id=68a9f1fe-2a35-48ca-8f7f-dccbf741c802)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:39:22.442229 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (ba32feec-d45d-45f5-b67e-c9edbaa86b39), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:22.468166 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] Pushing event updated for resources: {'Port': ['ID=907da5ed-e1bb-4557-b2bd-e16d4aac5262,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:22.557326 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015aa1d5-99ab-47cb-959c-4b29b2c96435 req-ff6592b5-4903-47c3-beac-b688915a537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:22.558986 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-d67c0499-ba99-47fc-b3e1-220ba6ba5fa6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:22.560681 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-015aa1d5-99ab-47cb-959c-4b29b2c96435 req-ff6592b5-4903-47c3-beac-b688915a537f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3729284 Apr 08 17:39:22.562672 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-d67c0499-ba99-47fc-b3e1-220ba6ba5fa6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.20 "GET /v2.0/networks?id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 HTTP/1.1" status: 200 len: 817 time: 0.3530130 Apr 08 17:39:22.593651 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] Attempting to bind port 907da5ed-e1bb-4557-b2bd-e16d4aac5262 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:39:22.594269 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] Attempting to bind port 907da5ed-e1bb-4557-b2bd-e16d4aac5262 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '68a9f1fe-2a35-48ca-8f7f-dccbf741c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:39:22.594752 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] Attempting to bind port 907da5ed-e1bb-4557-b2bd-e16d4aac5262 on network b895debd-97b0-43f9-854d-b53eac68cddb {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:39:22.599749 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:22.600767 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:22.602453 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] 10.222.0.20 "PUT /v2.0/ports/ba32feec-d45d-45f5-b67e-c9edbaa86b39 HTTP/1.1" status: 200 len: 1094 time: 1.8374546 Apr 08 17:39:22.608118 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399f95e8-785d-49a4-b8d8-2808709f17c9', 'tag': 'ba32feec-d45d-45f5-b67e-c9edbaa86b39'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:39:22.611075 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52080663-0d4b-4670-821a-4f68430e1cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "399f95e8-785d-49a4-b8d8-2808709f17c9", "tag": "ba32feec-d45d-45f5-b67e-c9edbaa86b39"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:39:22.647338 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] Port 907da5ed-e1bb-4557-b2bd-e16d4aac5262 on network b895debd-97b0-43f9-854d-b53eac68cddb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:39:22.647673 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] Attempting to bind port 907da5ed-e1bb-4557-b2bd-e16d4aac5262 on network b895debd-97b0-43f9-854d-b53eac68cddb {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:39:22.672882 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f65d173b-1aed-487d-a542-f08be96bf906 req-89c5d8c6-cb3e-4b6e-9e8d-4f75857115f9 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 210 time: 0.0919783 Apr 08 17:39:22.699590 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] Checking agent: {'id': '0d41f64d-5a28-4579-bdba-007f65057d65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:39:22.700152 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] Checking segment: {'id': '68a9f1fe-2a35-48ca-8f7f-dccbf741c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:39:22.700752 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] Bound using segment: {'id': '68a9f1fe-2a35-48ca-8f7f-dccbf741c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:39:22.701301 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] Bound port: 907da5ed-e1bb-4557-b2bd-e16d4aac5262, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a9f1fe-2a35-48ca-8f7f-dccbf741c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:39:22.713368 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (907da5ed-e1bb-4557-b2bd-e16d4aac5262), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:22.719114 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-bb30cc62-d7c0-47a8-abbe-d1a21ce9fa68 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:22.721510 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-bb30cc62-d7c0-47a8-abbe-d1a21ce9fa68 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.20 "GET /v2.0/networks?id=4e6e2ce3-9728-4fc0-915f-f4f91891414e HTTP/1.1" status: 200 len: 809 time: 0.5095499 Apr 08 17:39:22.728336 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a683c903-80e9-46ec-abee-65a99882b030 x-openstack-request-id: req-a683c903-80e9-46ec-abee-65a99882b030 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:39:22.734013 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399f95e8-785d-49a4-b8d8-2808709f17c9", "tag": "ba32feec-d45d-45f5-b67e-c9edbaa86b39", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:39:22.735839 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a683c903-80e9-46ec-abee-65a99882b030 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:39:22.736379 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a683c903-80e9-46ec-abee-65a99882b030'] response: {'name': 'network-changed', 'server_uuid': '399f95e8-785d-49a4-b8d8-2808709f17c9', 'tag': 'ba32feec-d45d-45f5-b67e-c9edbaa86b39', 'status': 'completed', 'code': 200} Apr 08 17:39:22.750324 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e60e6c-3b57-4d3b-b70a-37d2db3b6d25 service neutron] Pushing event updated for resources: {'Port': ['ID=ba32feec-d45d-45f5-b67e-c9edbaa86b39,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:22.783702 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d5966-c5a9-476b-afef-5245c1231ef0 req-c833e20c-4050-4bbd-9034-cb124e5a417f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:22.785539 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4f2d5966-c5a9-476b-afef-5245c1231ef0 req-c833e20c-4050-4bbd-9034-cb124e5a417f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0630655 Apr 08 17:39:22.875070 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4f2d5966-c5a9-476b-afef-5245c1231ef0 req-9e82d490-264b-4589-94ad-713e599b8d25 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805900 Apr 08 17:39:22.939022 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 53384) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:22.966856 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] For port 907da5ed-e1bb-4557-b2bd-e16d4aac5262, host hv-cinder-83716, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:39:22.975168 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] For port 907da5ed-e1bb-4557-b2bd-e16d4aac5262, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=907da5ed-e1bb-4557-b2bd-e16d4aac5262,segment=NetworkSegment(68a9f1fe-2a35-48ca-8f7f-dccbf741c802),segment_id=68a9f1fe-2a35-48ca-8f7f-dccbf741c802)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:39:23.021545 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f8bd1acd-80f1-4e2a-a17c-6739ddca0fd8 req-fabdf5ff-f14a-4443-bed6-53a4a2ed7c95 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 210 time: 0.2205589 Apr 08 17:39:23.127560 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (907da5ed-e1bb-4557-b2bd-e16d4aac5262), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:23.218720 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-69650408-b3dd-4f3a-a23e-e39d35c576be tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74a6abf6655b4484b7870dba86883953 HTTP/1.1" status: 200 len: 380 time: 0.3175936 Apr 08 17:39:23.225631 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-ff573582-21ae-4abe-a1ab-0b430c7f8989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:23.228265 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-ff573582-21ae-4abe-a1ab-0b430c7f8989 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ee473f556024bf89e9c02b34850183c&device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 1128 time: 0.2787545 Apr 08 17:39:23.228657 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8285fc8b-85e9-4c99-8da0-6f7075963e16 req-f9ce997b-3697-4fdf-bc47-f098d166eddd tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 210 time: 0.0612648 Apr 08 17:39:23.259426 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-6b2e3204-344e-46ab-9408-b0fe2f441c26 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Request body: {'port': {'device_id': 'c038584f-86d1-4c88-9997-dfd82e84bb3e', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'admin_state_up': True, 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'security_groups': ['e043bf34-3ee3-409f-9bf6-72da4dbda32d']}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:23.284012 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52080663-0d4b-4670-821a-4f68430e1cd9 req-e340a0b4-5fa5-41e4-ba59-99e7fc4b6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:23.285651 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-52080663-0d4b-4670-821a-4f68430e1cd9 req-e340a0b4-5fa5-41e4-ba59-99e7fc4b6e21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 1128 time: 0.2932165 Apr 08 17:39:23.290687 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:23.291218 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:23.293163 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] 10.222.0.20 "PUT /v2.0/ports/907da5ed-e1bb-4557-b2bd-e16d4aac5262 HTTP/1.1" status: 200 len: 1094 time: 2.5201008 Apr 08 17:39:23.314884 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21ab77-a18a-4355-805d-b068fb859c01 service neutron] Pushing event updated for resources: {'Port': ['ID=907da5ed-e1bb-4557-b2bd-e16d4aac5262,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:23.376181 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-2717bb49-d105-4dd3-bd1c-e1c29ef4bbba tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:23.377830 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-2717bb49-d105-4dd3-bd1c-e1c29ef4bbba tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.20 "GET /v2.0/networks?id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078 HTTP/1.1" status: 200 len: 815 time: 0.3868237 Apr 08 17:39:23.390404 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc207b-17e1-41b5-8cf0-ac5fa9add933 req-e5ef6c03-c2d5-4107-9e98-b81733713dd2 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:23.391991 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-07fc207b-17e1-41b5-8cf0-ac5fa9add933 req-e5ef6c03-c2d5-4107-9e98-b81733713dd2 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 944 time: 0.3080652 Apr 08 17:39:23.393299 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-e5e18710-2e7c-495e-9616-7c8005729b4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4dea9df-1679-4b3c-a19c-f4605c7d1aff HTTP/1.1" status: 200 len: 217 time: 0.1155174 Apr 08 17:39:23.401917 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-ca5a1e42-22e8-4feb-a378-51ad1ada0d57 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=871ad76eadfd4d88827f7e66f16eaa94 HTTP/1.1" status: 200 len: 380 time: 0.5141969 Apr 08 17:39:23.454001 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52080663-0d4b-4670-821a-4f68430e1cd9 req-ddc42dbe-0417-4b43-bc23-f8a6b428e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:23.455517 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-52080663-0d4b-4670-821a-4f68430e1cd9 req-ddc42dbe-0417-4b43-bc23-f8a6b428e198 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1376252 Apr 08 17:39:23.502657 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-07fc207b-17e1-41b5-8cf0-ac5fa9add933 req-d9c3b426-f3cf-4dfc-95da-56a02e1d1aac tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993624 Apr 08 17:39:23.523263 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-6b2e3204-344e-46ab-9408-b0fe2f441c26 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Made reservation on behalf of 74a6abf6655b4484b7870dba86883953 for: {'port': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:39:23.528776 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-6b2e3204-344e-46ab-9408-b0fe2f441c26 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:23.748313 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-6b2e3204-344e-46ab-9408-b0fe2f441c26 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Allocated IP 172.20.0.3 (4e6e2ce3-9728-4fc0-915f-f4f91891414e/7e9e2b54-a696-442e-8b7f-0f08e3e15dd3/cbeb77ce-e8e8-4927-b509-08d9ccad99fb) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:39:23.751669 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-93c6538f-7880-45d5-b094-605c4927c1c3 req-e2f3162a-8525-4f1d-aac9-64620efa70d4 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 210 time: 0.0326233 Apr 08 17:39:24.036263 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb32dc8-ee71-484f-9929-a5e6ae72bba6 req-736034cf-e4c2-4e83-8ec4-f7a700c51cc7 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:24.037678 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-edb32dc8-ee71-484f-9929-a5e6ae72bba6 req-736034cf-e4c2-4e83-8ec4-f7a700c51cc7 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0783973 Apr 08 17:39:24.092010 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-6b2e3204-344e-46ab-9408-b0fe2f441c26 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for port (cbeb77ce-e8e8-4927-b509-08d9ccad99fb), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:24.123714 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-edb32dc8-ee71-484f-9929-a5e6ae72bba6 req-d8f4992d-ba64-4c54-bff0-74917eb98641 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796609 Apr 08 17:39:24.151173 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-6b2e3204-344e-46ab-9408-b0fe2f441c26 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (cbeb77ce-e8e8-4927-b509-08d9ccad99fb), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:24.247948 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-6b2e3204-344e-46ab-9408-b0fe2f441c26 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Network 4e6e2ce3-9728-4fc0-915f-f4f91891414e is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:39:24.250657 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-6b2e3204-344e-46ab-9408-b0fe2f441c26 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:39:24.253252 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-6b2e3204-344e-46ab-9408-b0fe2f441c26 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:39:24.258605 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-6b2e3204-344e-46ab-9408-b0fe2f441c26 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:24.259256 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-6b2e3204-344e-46ab-9408-b0fe2f441c26 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:24.286347 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-6b2e3204-344e-46ab-9408-b0fe2f441c26 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0427127 Apr 08 17:39:24.296656 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e3204-344e-46ab-9408-b0fe2f441c26 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Pushing event updated for resources: {'Port': ['ID=cbeb77ce-e8e8-4927-b509-08d9ccad99fb,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:24.335127 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5b8e6072-3be7-48f4-9bb0-5933c9a5c468 req-3f1cdee7-f2b5-4b7f-9117-3c079b6e886c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 210 time: 0.2333796 Apr 08 17:39:24.398552 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b5f5e6b5-c560-4614-95d5-c8bb06e8a125 req-4b49652a-74c6-4dff-97bb-6b836f14509f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 210 time: 0.0292888 Apr 08 17:39:24.586963 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-44004ee2-15be-44a3-96f7-9970fe3c8c68 None None] Provisioning complete for port cbeb77ce-e8e8-4927-b509-08d9ccad99fb triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:24.587525 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-44004ee2-15be-44a3-96f7-9970fe3c8c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (cbeb77ce-e8e8-4927-b509-08d9ccad99fb), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:24.621517 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e5241-460d-41ba-b547-52dca7d78e1f req-213bc7d0-0fe5-4b1a-b6f4-cc415029e5ae tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:24.622967 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-44004ee2-15be-44a3-96f7-9970fe3c8c68 None None] Port cbeb77ce-e8e8-4927-b509-08d9ccad99fb cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:39:24.623177 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-085e5241-460d-41ba-b547-52dca7d78e1f req-213bc7d0-0fe5-4b1a-b6f4-cc415029e5ae tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 944 time: 0.0522728 Apr 08 17:39:24.679140 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-085e5241-460d-41ba-b547-52dca7d78e1f req-9cb8eb23-54d5-4dac-adea-7cbc14df32ad tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490396 Apr 08 17:39:24.737813 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd519786e-88e0-4b0c-874b-b2864b52b2bf', 'tag': '907da5ed-e1bb-4557-b2bd-e16d4aac5262'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:39:24.740228 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69927393-aa07-45c4-932f-fe2c237f734e" -d '{"events": [{"name": "network-changed", "server_uuid": "d519786e-88e0-4b0c-874b-b2864b52b2bf", "tag": "907da5ed-e1bb-4557-b2bd-e16d4aac5262"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:39:24.812881 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd68fa9a-6591-42f3-a4c8-c7bb4f89e820 x-openstack-request-id: req-dd68fa9a-6591-42f3-a4c8-c7bb4f89e820 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:39:24.813522 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d519786e-88e0-4b0c-874b-b2864b52b2bf", "tag": "907da5ed-e1bb-4557-b2bd-e16d4aac5262", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:39:24.813522 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dd68fa9a-6591-42f3-a4c8-c7bb4f89e820 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:39:24.813827 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd68fa9a-6591-42f3-a4c8-c7bb4f89e820'] response: {'name': 'network-changed', 'server_uuid': 'd519786e-88e0-4b0c-874b-b2864b52b2bf', 'tag': '907da5ed-e1bb-4557-b2bd-e16d4aac5262', 'status': 'completed', 'code': 200} Apr 08 17:39:24.849747 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fe8d4b6a-4338-4bc6-821d-57d50e5def7b req-2f65a69b-07fa-4e18-8169-fc1353027aa8 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 210 time: 0.0276465 Apr 08 17:39:25.256709 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7942a3a-cdfe-4ef0-9a97-ce41fb1a2197 req-48540fea-7247-448c-a10c-bdc046202789 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:25.258202 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d7942a3a-cdfe-4ef0-9a97-ce41fb1a2197 req-48540fea-7247-448c-a10c-bdc046202789 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0619695 Apr 08 17:39:25.305137 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d7942a3a-cdfe-4ef0-9a97-ce41fb1a2197 req-481593f2-5a18-464e-83e0-cd6b1ad0ab9d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410433 Apr 08 17:39:25.454874 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e686aa-d4cf-4fbd-becf-a416709c3f75 req-68255c0b-536e-4180-adc5-a61c977f7b89 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:25.456656 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-12e686aa-d4cf-4fbd-becf-a416709c3f75 req-68255c0b-536e-4180-adc5-a61c977f7b89 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 931 time: 0.0539238 Apr 08 17:39:25.498642 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9711d370-6e65-4329-a0a6-0c9948dd709b req-bf2ba09c-b649-4bf4-8eff-18504801d6c8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 210 time: 0.0274448 Apr 08 17:39:25.506129 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-12e686aa-d4cf-4fbd-becf-a416709c3f75 req-628327f1-d28e-4ae9-9823-7b36757ae700 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437267 Apr 08 17:39:25.796336 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc0646-2c3e-4569-9a3c-9a9613850b86 req-76399242-190f-4b09-8c22-fe2a3b07e069 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:25.797918 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-77dc0646-2c3e-4569-9a3c-9a9613850b86 req-76399242-190f-4b09-8c22-fe2a3b07e069 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 944 time: 0.0482402 Apr 08 17:39:25.851127 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-77dc0646-2c3e-4569-9a3c-9a9613850b86 req-4a1f8321-3816-4111-8d7c-fae0546e48b2 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474489 Apr 08 17:39:25.945631 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7c056218-51af-4fb5-8da2-d00b14464f85 req-3163568c-60e5-4be2-a3d2-15292f68ce1a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 210 time: 0.0298045 Apr 08 17:39:26.461422 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c798ea9-3a6a-4364-bbf4-0d8fe7f79d00 req-052f587d-622f-4234-9a08-1c8f5fdab35f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:26.463351 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9c798ea9-3a6a-4364-bbf4-0d8fe7f79d00 req-052f587d-622f-4234-9a08-1c8f5fdab35f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0712097 Apr 08 17:39:26.515496 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9c798ea9-3a6a-4364-bbf4-0d8fe7f79d00 req-ea0453a6-6b12-4d9a-b74c-94ec00381f4a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461357 Apr 08 17:39:26.614269 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7bef7bd1-ee20-4608-9185-0aaa238661f1 req-49d69b0d-9ecf-46cc-9549-c726a20b44b3 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 210 time: 0.0337372 Apr 08 17:39:26.632725 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d127b58-093d-4508-bac6-7478440ae401 req-cdb008ca-a2eb-469a-9f95-b767a1d71efb tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:26.637192 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5d127b58-093d-4508-bac6-7478440ae401 req-cdb008ca-a2eb-469a-9f95-b767a1d71efb tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 931 time: 0.0574179 Apr 08 17:39:26.678576 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-4027542b-5ab0-4dec-9b93-2b5ff8a23c2f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Request body: {'port': {'device_id': '80b891b6-d56a-4d28-b5da-c2024d44fd99', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'admin_state_up': True, 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'security_groups': ['73b41368-b827-4d3a-9482-f141de5842f8']}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:26.693358 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] Request body: {'port': {'device_id': 'c038584f-86d1-4c88-9997-dfd82e84bb3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:26.814925 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69927393-aa07-45c4-932f-fe2c237f734e req-0df68c4e-5c6f-449d-8882-e95dde8059db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:26.816511 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-69927393-aa07-45c4-932f-fe2c237f734e req-0df68c4e-5c6f-449d-8882-e95dde8059db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 1128 time: 0.1328669 Apr 08 17:39:26.853424 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-8fe91c03-d6e7-4e06-95fb-c5508ed8d131 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c793b519db45404da066489467255859 HTTP/1.1" status: 200 len: 380 time: 0.2002368 Apr 08 17:39:26.871873 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52080663-0d4b-4670-821a-4f68430e1cd9 req-be923b47-fdd0-4eba-b8c0-a5307de0ebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:26.873348 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-52080663-0d4b-4670-821a-4f68430e1cd9 req-be923b47-fdd0-4eba-b8c0-a5307de0ebf5 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2137356 Apr 08 17:39:26.915775 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5d127b58-093d-4508-bac6-7478440ae401 req-75295b81-483c-4907-9238-1fac4c0cca34 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743316 Apr 08 17:39:26.916256 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-854e5f8e-987c-4eb3-a783-b591f4b2e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:26.918541 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-854e5f8e-987c-4eb3-a783-b591f4b2e60f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61855062-5b35-4c46-b081-28edb97715ed HTTP/1.1" status: 200 len: 851 time: 0.2588439 Apr 08 17:39:26.940265 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (cbeb77ce-e8e8-4927-b509-08d9ccad99fb), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:26.985981 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff0424-19e9-4be2-8542-87b9b6890620 req-33c6675b-15ab-4915-ae1e-f0c0fe6feeed tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:26.997250 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0eff0424-19e9-4be2-8542-87b9b6890620 req-33c6675b-15ab-4915-ae1e-f0c0fe6feeed tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 944 time: 0.0705545 Apr 08 17:39:27.035296 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-4027542b-5ab0-4dec-9b93-2b5ff8a23c2f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Made reservation on behalf of 871ad76eadfd4d88827f7e66f16eaa94 for: {'port': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:39:27.038679 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-4027542b-5ab0-4dec-9b93-2b5ff8a23c2f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.052413 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0eff0424-19e9-4be2-8542-87b9b6890620 req-e2560c4a-1979-44c6-950d-84b891b940f5 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542207 Apr 08 17:39:27.142282 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f1605c2c-377b-4134-bc23-05c35a796a35 req-70d711a5-5399-4552-baa9-a8ae33be66e7 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 210 time: 0.0999823 Apr 08 17:39:27.374406 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-4027542b-5ab0-4dec-9b93-2b5ff8a23c2f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Allocated IP 172.20.0.10 (82c92d73-fa73-49e3-bcd3-7677ecfaa5d2/1896ad45-f1dd-47eb-87e5-845f315dcdb0/84af0e26-395c-47be-ae44-b2b038690422) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:39:27.463734 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbeb77ce-e8e8-4927-b509-08d9ccad99fb {{(pid=103548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:39:27.478667 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] Publish callbacks [] for port (cbeb77ce-e8e8-4927-b509-08d9ccad99fb), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.535282 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.provisioning_blocks [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] Transition to ACTIVE for port object cbeb77ce-e8e8-4927-b509-08d9ccad99fb will not be triggered until provisioned by entity L2. {{(pid=103548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:39:27.541441 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (cbeb77ce-e8e8-4927-b509-08d9ccad99fb), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.625652 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-4027542b-5ab0-4dec-9b93-2b5ff8a23c2f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for port (84af0e26-395c-47be-ae44-b2b038690422), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.632384 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=cbeb77ce-e8e8-4927-b509-08d9ccad99fb,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:27.645465 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd0507-fc6d-45b2-961a-21c7753aff7b req-3da0db1b-d4cd-4833-a71e-0eb96368d8b6 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:27.647321 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-48cd0507-fc6d-45b2-961a-21c7753aff7b req-3da0db1b-d4cd-4833-a71e-0eb96368d8b6 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0563226 Apr 08 17:39:27.713266 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] Attempting to bind port cbeb77ce-e8e8-4927-b509-08d9ccad99fb on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:39:27.713632 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] Attempting to bind port cbeb77ce-e8e8-4927-b509-08d9ccad99fb by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '0d89a509-4539-4eec-8583-82285d4c7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e'}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:39:27.714033 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] Attempting to bind port cbeb77ce-e8e8-4927-b509-08d9ccad99fb on network 4e6e2ce3-9728-4fc0-915f-f4f91891414e {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:39:27.720974 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-48cd0507-fc6d-45b2-961a-21c7753aff7b req-a354220b-e1ec-4220-9a6d-4857b3fee448 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644302 Apr 08 17:39:27.752269 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6ff5833b-7f60-4146-8d5f-21554ec95cc6 req-7af96ac2-1a1d-4b1f-a757-ae7686adcbeb tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 210 time: 0.0427458 Apr 08 17:39:27.753705 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] Port cbeb77ce-e8e8-4927-b509-08d9ccad99fb on network 4e6e2ce3-9728-4fc0-915f-f4f91891414e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:39:27.754020 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] Attempting to bind port cbeb77ce-e8e8-4927-b509-08d9ccad99fb on network 4e6e2ce3-9728-4fc0-915f-f4f91891414e {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:39:27.759695 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] Checking agent: {'id': '0d41f64d-5a28-4579-bdba-007f65057d65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:39:27.760009 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] Checking segment: {'id': '0d89a509-4539-4eec-8583-82285d4c7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:39:27.760616 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] Bound using segment: {'id': '0d89a509-4539-4eec-8583-82285d4c7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e'} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:39:27.761066 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] Bound port: cbeb77ce-e8e8-4927-b509-08d9ccad99fb, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d89a509-4539-4eec-8583-82285d4c7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e'}}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:39:27.761421 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (cbeb77ce-e8e8-4927-b509-08d9ccad99fb), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.765733 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-4027542b-5ab0-4dec-9b93-2b5ff8a23c2f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (84af0e26-395c-47be-ae44-b2b038690422), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.840079 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-4027542b-5ab0-4dec-9b93-2b5ff8a23c2f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Network 82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:39:27.849010 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-4027542b-5ab0-4dec-9b93-2b5ff8a23c2f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:39:27.852475 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-4027542b-5ab0-4dec-9b93-2b5ff8a23c2f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:39:27.857614 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-4027542b-5ab0-4dec-9b93-2b5ff8a23c2f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:27.858352 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-4027542b-5ab0-4dec-9b93-2b5ff8a23c2f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.862311 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027542b-5ab0-4dec-9b93-2b5ff8a23c2f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Pushing event updated for resources: {'Port': ['ID=84af0e26-395c-47be-ae44-b2b038690422,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:27.892939 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] For port cbeb77ce-e8e8-4927-b509-08d9ccad99fb, host hv-cinder-83716, cleared binding levels {{(pid=103548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:39:27.899046 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-4027542b-5ab0-4dec-9b93-2b5ff8a23c2f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2422125 Apr 08 17:39:27.901296 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] For port cbeb77ce-e8e8-4927-b509-08d9ccad99fb, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cbeb77ce-e8e8-4927-b509-08d9ccad99fb,segment=NetworkSegment(0d89a509-4539-4eec-8583-82285d4c7719),segment_id=0d89a509-4539-4eec-8583-82285d4c7719)] {{(pid=103548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:39:27.909209 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (cbeb77ce-e8e8-4927-b509-08d9ccad99fb), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.949330 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:27.949966 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:27.951623 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] 10.222.0.20 "PUT /v2.0/ports/cbeb77ce-e8e8-4927-b509-08d9ccad99fb HTTP/1.1" status: 200 len: 1093 time: 1.2932942 Apr 08 17:39:27.952093 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c038584f-86d1-4c88-9997-dfd82e84bb3e', 'tag': 'cbeb77ce-e8e8-4927-b509-08d9ccad99fb'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:39:28.073882 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c041aed-bfd8-4788-a4b9-a459cba5ee30 req-15374383-e9a5-4cb3-95a3-539c70755cee tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:28.075820 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2c041aed-bfd8-4788-a4b9-a459cba5ee30 req-15374383-e9a5-4cb3-95a3-539c70755cee tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 943 time: 0.0618865 Apr 08 17:39:28.098709 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b9028461-8968-43e8-9647-b41cc7925a5e None None] Provisioning complete for port 84af0e26-395c-47be-ae44-b2b038690422 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:28.099324 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b9028461-8968-43e8-9647-b41cc7925a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (84af0e26-395c-47be-ae44-b2b038690422), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:28.154703 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b9028461-8968-43e8-9647-b41cc7925a5e None None] Port 84af0e26-395c-47be-ae44-b2b038690422 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:39:28.178232 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2c041aed-bfd8-4788-a4b9-a459cba5ee30 req-b1fc777a-7f71-49c7-a8de-f2cc5dbdd661 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876131 Apr 08 17:39:28.271483 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f49a48-0582-4cc9-a682-825fc7112ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=cbeb77ce-e8e8-4927-b509-08d9ccad99fb,revision_number=3']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:28.287724 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b78715-3a20-44c4-a913-bfdcd5d3c77c req-b4a02482-6dd5-4de2-9395-7d3482ea6081 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:28.295314 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-37b78715-3a20-44c4-a913-bfdcd5d3c77c req-b4a02482-6dd5-4de2-9395-7d3482ea6081 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 944 time: 0.0997095 Apr 08 17:39:28.300986 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9dce1b36-11af-44b1-bf9b-218980dd50fe req-8734a36e-6fb9-4b7b-936b-cf2879ff5f60 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 210 time: 0.0503125 Apr 08 17:39:28.342370 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-37b78715-3a20-44c4-a913-bfdcd5d3c77c req-d1b86185-6f44-4237-881f-70d4c64cdf90 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461860 Apr 08 17:39:28.356743 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba7ed7a-8a80-476a-846e-a2395f08fd62" -d '{"events": [{"name": "network-changed", "server_uuid": "c038584f-86d1-4c88-9997-dfd82e84bb3e", "tag": "cbeb77ce-e8e8-4927-b509-08d9ccad99fb"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:39:28.444661 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95be995-0200-414a-b30c-865b35baddd8 x-openstack-request-id: req-f95be995-0200-414a-b30c-865b35baddd8 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:39:28.444985 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c038584f-86d1-4c88-9997-dfd82e84bb3e", "tag": "cbeb77ce-e8e8-4927-b509-08d9ccad99fb", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:39:28.445236 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f95be995-0200-414a-b30c-865b35baddd8 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:39:28.445716 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95be995-0200-414a-b30c-865b35baddd8'] response: {'name': 'network-changed', 'server_uuid': 'c038584f-86d1-4c88-9997-dfd82e84bb3e', 'tag': 'cbeb77ce-e8e8-4927-b509-08d9ccad99fb', 'status': 'completed', 'code': 200} Apr 08 17:39:28.673877 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-3d5181b1-ca02-4d12-b541-14105f857c67 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'port': {'device_id': '1ad35461-9694-47a4-8496-57f32e6c30f4', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'admin_state_up': True, 'tenant_id': 'c793b519db45404da066489467255859', 'security_groups': ['09d6297e-82bf-4cf3-adbd-7c36b37800a9']}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:28.717313 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] Request body: {'port': {'device_id': '80b891b6-d56a-4d28-b5da-c2024d44fd99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:28.738450 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-47b78c1c-835b-405a-a736-9c0a34efa6d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a42452b1-0fae-44ea-a514-721052e07e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723944 Apr 08 17:39:28.826539 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-386609ed-0cc3-4d77-920a-9857cd82f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:28.828050 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-386609ed-0cc3-4d77-920a-9857cd82f28b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 1128 time: 0.1384575 Apr 08 17:39:28.847755 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7ed7a-8a80-476a-846e-a2395f08fd62 req-cb68044c-285f-4709-9dc7-84596142c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:28.849159 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4ba7ed7a-8a80-476a-846e-a2395f08fd62 req-cb68044c-285f-4709-9dc7-84596142c17b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74a6abf6655b4484b7870dba86883953&device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 1127 time: 0.1669495 Apr 08 17:39:28.924130 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69927393-aa07-45c4-932f-fe2c237f734e req-d149c04f-dda0-4778-a940-999a9334ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:28.925674 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-69927393-aa07-45c4-932f-fe2c237f734e req-d149c04f-dda0-4778-a940-999a9334ec8c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2842085 Apr 08 17:39:28.931788 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-bc9760d4-08aa-490f-8922-600eab78578a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba32feec-d45d-45f5-b67e-c9edbaa86b39 HTTP/1.1" status: 200 len: 217 time: 0.0892265 Apr 08 17:39:28.968983 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (84af0e26-395c-47be-ae44-b2b038690422), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:29.023816 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f8360-f8aa-439d-87df-9d38521d55ff req-9c923b3c-4737-41d7-8cac-4a7e91786a5a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:29.025335 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f24f8360-f8aa-439d-87df-9d38521d55ff req-9c923b3c-4737-41d7-8cac-4a7e91786a5a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.2071249 Apr 08 17:39:29.035889 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a3cd6-33ea-4473-8d2e-3159e26f2f1d req-37c9808e-7554-4649-a8f0-09daf99c76ce tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:29.037440 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4e5a3cd6-33ea-4473-8d2e-3159e26f2f1d req-37c9808e-7554-4649-a8f0-09daf99c76ce tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 932 time: 0.1571608 Apr 08 17:39:29.095647 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-b1991a0f-04e2-42b8-882c-9b01329ed167 service neutron] 10.222.0.20 "GET /v2.0/networks/a42452b1-0fae-44ea-a514-721052e07e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246927 Apr 08 17:39:29.099578 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-a1f383f7-8ec1-4955-af27-2849a14e4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:29.101087 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-a1f383f7-8ec1-4955-af27-2849a14e4001 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8971a54-bad3-4305-9d36-2982512b73f9 HTTP/1.1" status: 200 len: 858 time: 0.1455376 Apr 08 17:39:29.112483 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-3d5181b1-ca02-4d12-b541-14105f857c67 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Made reservation on behalf of c793b519db45404da066489467255859 for: {'port': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:39:29.116496 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-3d5181b1-ca02-4d12-b541-14105f857c67 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:29.232919 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7ed7a-8a80-476a-846e-a2395f08fd62 req-6349fba4-c86d-462b-ae03-98e350ed9acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:29.234422 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4ba7ed7a-8a80-476a-846e-a2395f08fd62 req-6349fba4-c86d-462b-ae03-98e350ed9acc service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=74a6abf6655b4484b7870dba86883953&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3581760 Apr 08 17:39:29.243771 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-8fe89d17-1f8e-4496-b4a2-c9164e7c71c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:29.249421 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-8fe89d17-1f8e-4496-b4a2-c9164e7c71c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b895debd-97b0-43f9-854d-b53eac68cddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1338603 Apr 08 17:39:29.249421 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69927393-aa07-45c4-932f-fe2c237f734e req-40e530c3-cce4-4500-a6d8-9204b635e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:29.249958 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-69927393-aa07-45c4-932f-fe2c237f734e req-40e530c3-cce4-4500-a6d8-9204b635e560 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2954340 Apr 08 17:39:29.255282 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4e5a3cd6-33ea-4473-8d2e-3159e26f2f1d req-7eabf668-4f91-4c38-b961-f06219e5f7d7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079237 Apr 08 17:39:29.353036 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f24f8360-f8aa-439d-87df-9d38521d55ff req-8582ef94-56a4-4520-b5be-9107e2afcb85 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953117 Apr 08 17:39:29.418304 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291999-3c8c-4f75-9932-e2cfa1d954b5 req-b83be750-0060-4edf-b919-249ee8a3283d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:29.419880 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fd291999-3c8c-4f75-9932-e2cfa1d954b5 req-b83be750-0060-4edf-b919-249ee8a3283d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 943 time: 0.0711303 Apr 08 17:39:29.421889 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-3d5181b1-ca02-4d12-b541-14105f857c67 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Allocated IP 172.20.0.10 (0220a826-6ea0-44a9-acbd-dc4c8bdf3078/d8edf8b4-73f8-49e2-a695-014df408b2d6/b75418df-6259-4cd9-b31e-8ce95d69aa65) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:39:29.511757 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-448b7e5c-80ca-4053-842a-367c65e6c697 req-26bdbfb6-7526-43b1-8f12-3717373e65d1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 210 time: 0.0895996 Apr 08 17:39:29.513648 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-368d68a8-0e29-4cba-b98a-d6cd0f345d6f service neutron] 10.222.0.20 "GET /v2.0/networks/a42452b1-0fae-44ea-a514-721052e07e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867915 Apr 08 17:39:29.522044 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fd291999-3c8c-4f75-9932-e2cfa1d954b5 req-a236b25f-bf12-496b-8544-4a923272a77d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947609 Apr 08 17:39:29.596047 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7ed7a-8a80-476a-846e-a2395f08fd62 req-6c4d4fdc-f659-4e87-8672-351fc64091e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:29.597557 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4ba7ed7a-8a80-476a-846e-a2395f08fd62 req-6c4d4fdc-f659-4e87-8672-351fc64091e7 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3540885 Apr 08 17:39:29.653096 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-c8430a59-2037-480f-9789-a29153ed7b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:29.654770 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-c8430a59-2037-480f-9789-a29153ed7b47 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 1128 time: 0.1208792 Apr 08 17:39:29.661495 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7937e-19b1-4d13-80bc-5bb721b06b5c req-60c4f21f-5d59-4d57-8870-9d2209b735ae tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:29.662803 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a8f7937e-19b1-4d13-80bc-5bb721b06b5c req-60c4f21f-5d59-4d57-8870-9d2209b735ae tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 944 time: 0.0643501 Apr 08 17:39:29.703009 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-4324f688-0dd8-4bcc-95aa-eb4e797e6f15 service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175677 Apr 08 17:39:29.718265 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-3d5181b1-ca02-4d12-b541-14105f857c67 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for port (b75418df-6259-4cd9-b31e-8ce95d69aa65), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:29.748226 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84af0e26-395c-47be-ae44-b2b038690422 {{(pid=103548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:39:29.762704 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] Publish callbacks [] for port (84af0e26-395c-47be-ae44-b2b038690422), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:29.763021 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-3d5181b1-ca02-4d12-b541-14105f857c67 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (b75418df-6259-4cd9-b31e-8ce95d69aa65), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:29.771866 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a8f7937e-19b1-4d13-80bc-5bb721b06b5c req-8b6d7fb4-0a1a-4869-b37c-65da5deb9456 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852160 Apr 08 17:39:29.782855 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.provisioning_blocks [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] Transition to ACTIVE for port object 84af0e26-395c-47be-ae44-b2b038690422 will not be triggered until provisioned by entity L2. {{(pid=103548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:39:29.790201 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (84af0e26-395c-47be-ae44-b2b038690422), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:29.807921 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-3d5181b1-ca02-4d12-b541-14105f857c67 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:39:29.811127 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-3d5181b1-ca02-4d12-b541-14105f857c67 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:39:29.814690 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-3d5181b1-ca02-4d12-b541-14105f857c67 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:39:29.819963 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-3d5181b1-ca02-4d12-b541-14105f857c67 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:29.820689 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-3d5181b1-ca02-4d12-b541-14105f857c67 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:29.834906 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5181b1-ca02-4d12-b541-14105f857c67 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'Port': ['ID=b75418df-6259-4cd9-b31e-8ce95d69aa65,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:29.848939 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-3d5181b1-ca02-4d12-b541-14105f857c67 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1800704 Apr 08 17:39:29.863995 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=84af0e26-395c-47be-ae44-b2b038690422,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:29.880259 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] Attempting to bind port 84af0e26-395c-47be-ae44-b2b038690422 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:39:29.880691 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] Attempting to bind port 84af0e26-395c-47be-ae44-b2b038690422 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '42138a3f-11d0-42bb-8417-8bf2a99cd282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2'}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:39:29.881028 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] Attempting to bind port 84af0e26-395c-47be-ae44-b2b038690422 on network 82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:39:29.885942 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] Port 84af0e26-395c-47be-ae44-b2b038690422 on network 82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:39:29.886266 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] Attempting to bind port 84af0e26-395c-47be-ae44-b2b038690422 on network 82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:39:29.891882 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] Checking agent: {'id': '0d41f64d-5a28-4579-bdba-007f65057d65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:39:29.892221 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] Checking segment: {'id': '42138a3f-11d0-42bb-8417-8bf2a99cd282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:39:29.892640 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] Bound using segment: {'id': '42138a3f-11d0-42bb-8417-8bf2a99cd282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2'} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:39:29.893080 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] Bound port: 84af0e26-395c-47be-ae44-b2b038690422, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42138a3f-11d0-42bb-8417-8bf2a99cd282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2'}}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:39:29.893438 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (84af0e26-395c-47be-ae44-b2b038690422), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:29.962079 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] For port 84af0e26-395c-47be-ae44-b2b038690422, host hv-cinder-83716, cleared binding levels {{(pid=103548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:39:29.965565 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] For port 84af0e26-395c-47be-ae44-b2b038690422, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=84af0e26-395c-47be-ae44-b2b038690422,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:39:29.979416 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (84af0e26-395c-47be-ae44-b2b038690422), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:30.016725 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:30.017363 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:30.018825 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] 10.222.0.20 "PUT /v2.0/ports/84af0e26-395c-47be-ae44-b2b038690422 HTTP/1.1" status: 200 len: 1094 time: 1.3378317 Apr 08 17:39:30.039612 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9742d15-c46b-4203-9802-5d2bce992ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=84af0e26-395c-47be-ae44-b2b038690422,revision_number=3']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:30.114331 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-3e5f7726-0bbc-4213-96bf-d6d82cf9f1bd None None] Provisioning complete for port b75418df-6259-4cd9-b31e-8ce95d69aa65 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:30.115301 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3e5f7726-0bbc-4213-96bf-d6d82cf9f1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (b75418df-6259-4cd9-b31e-8ce95d69aa65), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:30.149747 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-3e5f7726-0bbc-4213-96bf-d6d82cf9f1bd None None] Port b75418df-6259-4cd9-b31e-8ce95d69aa65 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:39:30.391924 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a611a-d475-4796-88a1-b6d25b5a8244 req-f6119949-99a5-40a5-81b7-56db34966b5d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:30.393514 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-978a611a-d475-4796-88a1-b6d25b5a8244 req-f6119949-99a5-40a5-81b7-56db34966b5d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0632553 Apr 08 17:39:30.452991 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b891b6-d56a-4d28-b5da-c2024d44fd99', 'tag': '84af0e26-395c-47be-ae44-b2b038690422'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:39:30.453855 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-978a611a-d475-4796-88a1-b6d25b5a8244 req-8ccd0cc5-e8ed-4d3e-be47-0a50bb1b5664 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514739 Apr 08 17:39:30.455134 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c0db29-dc9d-4cce-b5e9-ba92b8e2979b" -d '{"events": [{"name": "network-changed", "server_uuid": "80b891b6-d56a-4d28-b5da-c2024d44fd99", "tag": "84af0e26-395c-47be-ae44-b2b038690422"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:39:30.475419 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08352ab5-2854-4c61-b416-fcf0e06572db req-d98e1a20-1ff1-4e56-865c-cd6af28366dc tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:30.479015 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-08352ab5-2854-4c61-b416-fcf0e06572db req-d98e1a20-1ff1-4e56-865c-cd6af28366dc tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0583031 Apr 08 17:39:30.501662 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d2c854-1ad7-42cc-aab5-56bfc6681e88 x-openstack-request-id: req-d6d2c854-1ad7-42cc-aab5-56bfc6681e88 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:39:30.502112 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b891b6-d56a-4d28-b5da-c2024d44fd99", "tag": "84af0e26-395c-47be-ae44-b2b038690422", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:39:30.502522 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d6d2c854-1ad7-42cc-aab5-56bfc6681e88 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:39:30.503084 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6d2c854-1ad7-42cc-aab5-56bfc6681e88'] response: {'name': 'network-changed', 'server_uuid': '80b891b6-d56a-4d28-b5da-c2024d44fd99', 'tag': '84af0e26-395c-47be-ae44-b2b038690422', 'status': 'completed', 'code': 200} Apr 08 17:39:30.530889 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-08352ab5-2854-4c61-b416-fcf0e06572db req-62780a21-ad30-4277-9ad2-6aa47d22e8dd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480039 Apr 08 17:39:30.634364 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85204f-e2c1-4d82-811b-fb4ca64d8989 req-8ae1c821-17f9-45bd-99e1-e7578e1cd5f0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:30.635949 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3f85204f-e2c1-4d82-811b-fb4ca64d8989 req-8ae1c821-17f9-45bd-99e1-e7578e1cd5f0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 932 time: 0.0484076 Apr 08 17:39:30.652911 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d8be8-aada-4747-9331-e1fef726ba00 req-49650860-d9b4-4da6-8311-1fdda8742779 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:30.654626 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-252d8be8-aada-4747-9331-e1fef726ba00 req-49650860-d9b4-4da6-8311-1fdda8742779 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 943 time: 0.0520711 Apr 08 17:39:30.687860 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3f85204f-e2c1-4d82-811b-fb4ca64d8989 req-19085f30-f712-4c19-8f99-5ea6ed6d285d tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454757 Apr 08 17:39:30.702919 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-252d8be8-aada-4747-9331-e1fef726ba00 req-365feecf-267e-43b9-964f-01d5d2d30570 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426931 Apr 08 17:39:30.884975 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f132cc-b974-4695-88ea-8741d048068c req-074bc07c-97b3-4c6e-bd51-eeba49ead482 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:30.886427 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-93f132cc-b974-4695-88ea-8741d048068c req-074bc07c-97b3-4c6e-bd51-eeba49ead482 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 944 time: 0.0475292 Apr 08 17:39:30.945848 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-93f132cc-b974-4695-88ea-8741d048068c req-ce146622-d07a-4adf-9061-770d68907860 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509400 Apr 08 17:39:31.582927 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c94f85-15e7-4004-8a8e-4478890dfbb7 req-8657fca5-78c9-4c3d-b4a0-36b21376806c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:31.584421 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d2c94f85-15e7-4004-8a8e-4478890dfbb7 req-8657fca5-78c9-4c3d-b4a0-36b21376806c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0541825 Apr 08 17:39:31.648674 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf85b41-fec1-4496-83b6-993661bc478b req-f56cecde-4371-4573-985a-326da861f31f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:31.650289 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ebf85b41-fec1-4496-83b6-993661bc478b req-f56cecde-4371-4573-985a-326da861f31f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0480247 Apr 08 17:39:31.702141 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ebf85b41-fec1-4496-83b6-993661bc478b req-01e25e28-fe0e-4e13-b472-2a5e67699ad2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452335 Apr 08 17:39:31.804405 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d2c94f85-15e7-4004-8a8e-4478890dfbb7 req-9f980151-c9dc-44eb-a764-d03d7c49593e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140064 Apr 08 17:39:31.917541 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f4b92-f7ec-4614-be66-003325c07178 req-90b9de59-e431-4786-8337-2e174ed71392 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:31.919524 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-205f4b92-f7ec-4614-be66-003325c07178 req-90b9de59-e431-4786-8337-2e174ed71392 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 943 time: 0.0501447 Apr 08 17:39:31.969015 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-205f4b92-f7ec-4614-be66-003325c07178 req-6b313ef4-8a76-46c7-a5b9-55dec23b48cf tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432360 Apr 08 17:39:32.004831 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963b254-0e1f-4905-a747-34f5007a064d req-6893f8f0-a233-4af7-a204-a0d9085a6137 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:32.006361 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b963b254-0e1f-4905-a747-34f5007a064d req-6893f8f0-a233-4af7-a204-a0d9085a6137 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 932 time: 0.2464247 Apr 08 17:39:32.055136 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b963b254-0e1f-4905-a747-34f5007a064d req-a09e64a3-ccae-44ec-9280-02d20264ae14 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430214 Apr 08 17:39:32.069330 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa33ba-5c9d-407e-8882-10872ed389b2 req-795dce23-2d06-4b8e-87b5-a718593491f4 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:32.070941 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8dfa33ba-5c9d-407e-8882-10872ed389b2 req-795dce23-2d06-4b8e-87b5-a718593491f4 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 944 time: 0.0476131 Apr 08 17:39:32.120989 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8dfa33ba-5c9d-407e-8882-10872ed389b2 req-488c212a-a778-4952-8dfb-efd416ea406d tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441554 Apr 08 17:39:32.822406 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cf111-d923-4bbc-9e57-7793350e30dd req-5d4012f6-13c8-4c57-a724-e2f9a1798df6 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:32.823805 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-957cf111-d923-4bbc-9e57-7793350e30dd req-5d4012f6-13c8-4c57-a724-e2f9a1798df6 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0506279 Apr 08 17:39:32.871324 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-957cf111-d923-4bbc-9e57-7793350e30dd req-38aa88de-80e1-4cca-8e23-8cc9211ff5ef tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414364 Apr 08 17:39:32.925847 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09027d6b-cd36-4cae-ad44-3918195bfcaa req-6868961f-1e03-44bd-843c-e5f13477cb28 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:32.927335 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-09027d6b-cd36-4cae-ad44-3918195bfcaa req-6868961f-1e03-44bd-843c-e5f13477cb28 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0490022 Apr 08 17:39:32.977973 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-09027d6b-cd36-4cae-ad44-3918195bfcaa req-7af2f0cd-251b-4b3f-be69-61474fb95acb tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446768 Apr 08 17:39:33.094089 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d853ce9-4247-4231-b0ea-973812410566 req-bb0dbeae-3b9f-4dc5-93a7-af42bb35e141 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:33.095642 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2d853ce9-4247-4231-b0ea-973812410566 req-bb0dbeae-3b9f-4dc5-93a7-af42bb35e141 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 943 time: 0.0597191 Apr 08 17:39:33.144799 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2d853ce9-4247-4231-b0ea-973812410566 req-41b08511-aa60-4112-8812-8a6ac2475152 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434504 Apr 08 17:39:33.171477 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0de310-9d09-4ffb-b6d0-8730ce906ae3 req-267f87fb-0054-4f48-8266-967f579cc991 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:33.173060 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4d0de310-9d09-4ffb-b6d0-8730ce906ae3 req-267f87fb-0054-4f48-8266-967f579cc991 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 932 time: 0.0491433 Apr 08 17:39:33.226758 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4d0de310-9d09-4ffb-b6d0-8730ce906ae3 req-c21ef5ec-6916-49fd-b1ad-8d344eaab222 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479679 Apr 08 17:39:33.247749 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41861188-45b9-4eda-82b5-10adf6dfe916 req-e3325327-6675-41d2-a9a6-bf664726423a tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:33.249525 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-41861188-45b9-4eda-82b5-10adf6dfe916 req-e3325327-6675-41d2-a9a6-bf664726423a tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 944 time: 0.0479903 Apr 08 17:39:33.296311 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-41861188-45b9-4eda-82b5-10adf6dfe916 req-5fa8d114-3640-45a4-9b7e-d7a0a23a365b tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411267 Apr 08 17:39:33.999157 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404db727-c321-4993-a3ae-b90463c54312 req-a6c0b737-3478-45be-87c9-deecaaa67511 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:34.000761 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-404db727-c321-4993-a3ae-b90463c54312 req-a6c0b737-3478-45be-87c9-deecaaa67511 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0517678 Apr 08 17:39:34.057673 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-404db727-c321-4993-a3ae-b90463c54312 req-0cc8b59b-e621-4914-968d-d599b029e8e5 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509517 Apr 08 17:39:34.094292 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984b8c7-85b3-4a04-9851-d41fc170f54a req-76dde43e-845f-4bc4-a640-0997da0990c6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:34.095768 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f984b8c7-85b3-4a04-9851-d41fc170f54a req-76dde43e-845f-4bc4-a640-0997da0990c6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0466516 Apr 08 17:39:34.151695 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f984b8c7-85b3-4a04-9851-d41fc170f54a req-9d0a2ca9-565a-4dcc-a28f-5878feb26778 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501916 Apr 08 17:39:34.258408 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad93a7-cc49-4618-a084-1ca79c57f7b8 req-dafd4a00-0054-4acf-8db5-907b7b4c12b7 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:34.259883 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-04ad93a7-cc49-4618-a084-1ca79c57f7b8 req-dafd4a00-0054-4acf-8db5-907b7b4c12b7 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 943 time: 0.0483930 Apr 08 17:39:34.308913 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-04ad93a7-cc49-4618-a084-1ca79c57f7b8 req-83becf85-1985-4c90-9420-27973f7b0866 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428495 Apr 08 17:39:34.340580 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac41f5-8b97-42f9-8edf-2fe56e7621bd req-9f985e8e-3316-4878-a7c0-c77d145f610c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:34.342731 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7cac41f5-8b97-42f9-8edf-2fe56e7621bd req-9f985e8e-3316-4878-a7c0-c77d145f610c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 932 time: 0.0486546 Apr 08 17:39:34.393875 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7cac41f5-8b97-42f9-8edf-2fe56e7621bd req-ba93a7f7-15d9-4962-a763-d6fed5e7e61c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418079 Apr 08 17:39:34.415396 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cfac5-af26-4dec-a55e-5856ce84351e req-a603da86-f588-4fd6-ac57-52c61dd9e344 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:34.417180 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8f7cfac5-af26-4dec-a55e-5856ce84351e req-a603da86-f588-4fd6-ac57-52c61dd9e344 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 944 time: 0.0501161 Apr 08 17:39:34.462829 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8f7cfac5-af26-4dec-a55e-5856ce84351e req-a85ea63a-e920-424b-ad89-23c9a06d9050 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398295 Apr 08 17:39:35.169775 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bbbf3-463f-4cf3-bdf5-d83813c6147c req-3d43e703-f33e-48bc-ab6e-ad1dbf92f53a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:35.171342 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3a3bbbf3-463f-4cf3-bdf5-d83813c6147c req-3d43e703-f33e-48bc-ab6e-ad1dbf92f53a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0486343 Apr 08 17:39:35.221793 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3a3bbbf3-463f-4cf3-bdf5-d83813c6147c req-19e955cd-6b58-4316-82b4-f6216e3f16ce tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446947 Apr 08 17:39:35.273273 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ae47e-890a-47b0-97cc-71ff04503ee6 req-8dba1248-53df-4242-aa75-809c82cf7835 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:35.274827 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-864ae47e-890a-47b0-97cc-71ff04503ee6 req-8dba1248-53df-4242-aa75-809c82cf7835 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0478406 Apr 08 17:39:35.325310 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-864ae47e-890a-47b0-97cc-71ff04503ee6 req-bc249a55-2ca4-4de0-99e0-cf024cf6a770 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441563 Apr 08 17:39:35.427097 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859199e-bfa6-43fd-9f32-f2e9e7e58893 req-741616b7-6e33-44e6-842b-ca2ec3c2f44a tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:35.428564 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0859199e-bfa6-43fd-9f32-f2e9e7e58893 req-741616b7-6e33-44e6-842b-ca2ec3c2f44a tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 943 time: 0.0523987 Apr 08 17:39:35.478971 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0859199e-bfa6-43fd-9f32-f2e9e7e58893 req-235cd484-ec24-4de1-8bb6-bdf0e2569305 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444078 Apr 08 17:39:35.508459 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb24155-b6d1-49f6-8e4f-f17d2011fac0 req-02ef0e99-5f0b-4b38-9bc0-1ba473f7e55a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:35.510142 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7bb24155-b6d1-49f6-8e4f-f17d2011fac0 req-02ef0e99-5f0b-4b38-9bc0-1ba473f7e55a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 932 time: 0.0493474 Apr 08 17:39:35.564654 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7bb24155-b6d1-49f6-8e4f-f17d2011fac0 req-13c92e98-2b1f-4c5c-b3b3-ef1c58c8eb2a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484905 Apr 08 17:39:35.580554 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae75129-57b3-460b-8569-040308a898d3 req-013a6279-30c7-4afc-934e-30e9ed1254c2 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:35.582019 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-dae75129-57b3-460b-8569-040308a898d3 req-013a6279-30c7-4afc-934e-30e9ed1254c2 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 944 time: 0.0477824 Apr 08 17:39:35.630689 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-dae75129-57b3-460b-8569-040308a898d3 req-a6938f46-186c-41d9-a9ac-8cf93d62be5d tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429063 Apr 08 17:39:36.340235 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a90ec6-c76e-41f8-814a-60610588fda6 req-0be3be03-c534-443e-a15d-089a48b1105c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:36.342006 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-75a90ec6-c76e-41f8-814a-60610588fda6 req-0be3be03-c534-443e-a15d-089a48b1105c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0493286 Apr 08 17:39:36.398481 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-75a90ec6-c76e-41f8-814a-60610588fda6 req-c978d9f5-7aa4-4eee-ab03-28ab78b6d3c8 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479534 Apr 08 17:39:36.462289 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d7a1d-226a-4f2e-9110-e22943433546 req-a56a24ee-8f78-4f94-b846-f1daa01bfa77 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:36.463780 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-233d7a1d-226a-4f2e-9110-e22943433546 req-a56a24ee-8f78-4f94-b846-f1daa01bfa77 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0554564 Apr 08 17:39:36.515432 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-233d7a1d-226a-4f2e-9110-e22943433546 req-1b6a7d39-c203-4491-9070-f3a9478c8927 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434225 Apr 08 17:39:36.603657 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cad95-0e36-4a34-9ff8-33081336fe53 req-df67d781-0b18-453f-8a44-da770b646c58 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:36.605233 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8a4cad95-0e36-4a34-9ff8-33081336fe53 req-df67d781-0b18-453f-8a44-da770b646c58 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 943 time: 0.0566390 Apr 08 17:39:36.655406 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8a4cad95-0e36-4a34-9ff8-33081336fe53 req-827bdf25-9503-43eb-81b8-39e5f7e1342d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441387 Apr 08 17:39:36.691295 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336e6c7-e14e-4523-b8f8-9c79744030ea req-b83f6946-4af9-4a28-bac2-b2381c6f3e9e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:36.692920 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8336e6c7-e14e-4523-b8f8-9c79744030ea req-b83f6946-4af9-4a28-bac2-b2381c6f3e9e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 932 time: 0.0578854 Apr 08 17:39:36.740999 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8336e6c7-e14e-4523-b8f8-9c79744030ea req-532dda9e-0e98-4d98-914c-62af1d9e4bb6 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424173 Apr 08 17:39:36.761995 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67687ce3-a4a6-4dd5-b98f-18688a628cd9 req-299cf8e1-9168-4f48-bad2-36bda7a0fae2 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:36.763481 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-67687ce3-a4a6-4dd5-b98f-18688a628cd9 req-299cf8e1-9168-4f48-bad2-36bda7a0fae2 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 944 time: 0.0518732 Apr 08 17:39:36.819730 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-67687ce3-a4a6-4dd5-b98f-18688a628cd9 req-608d5448-11c1-4372-a628-a5466009925f tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503707 Apr 08 17:39:37.523492 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58310258-50f7-4c76-8758-9da335f9bd7d req-787cc270-c561-4514-8f25-abeb300bf6ca tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:37.525156 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-58310258-50f7-4c76-8758-9da335f9bd7d req-787cc270-c561-4514-8f25-abeb300bf6ca tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0550463 Apr 08 17:39:37.567787 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device d4dea9df-1679-4b3c-a19c-f4605c7d1aff details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:39:37.592761 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-58310258-50f7-4c76-8758-9da335f9bd7d req-fdcbdf13-c805-44e8-82cf-773e6e5a966f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593274 Apr 08 17:39:37.646230 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185acdf1-8ba9-47f0-852d-d179b7b2ebd8 req-dcba8505-8e9d-4e88-bd93-27fcbca29be8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:37.647721 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-185acdf1-8ba9-47f0-852d-d179b7b2ebd8 req-dcba8505-8e9d-4e88-bd93-27fcbca29be8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0506873 Apr 08 17:39:37.680912 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port d4dea9df-1679-4b3c-a19c-f4605c7d1aff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d4dea9df-1679-4b3c-a19c-f4605c7d1aff,segment=NetworkSegment(86b7c1b2-b5fe-497b-b80f-2d52df973443),segment_id=86b7c1b2-b5fe-497b-b80f-2d52df973443)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:37.693385 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': 'd4dea9df-1679-4b3c-a19c-f4605c7d1aff', 'network_id': 'a42452b1-0fae-44ea-a514-721052e07e36', 'port_id': 'd4dea9df-1679-4b3c-a19c-f4605c7d1aff', 'mac_address': 'fa:16:3e:15:68:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61855062-5b35-4c46-b081-28edb97715ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:39:37.708634 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-185acdf1-8ba9-47f0-852d-d179b7b2ebd8 req-aab4cbc0-6945-44eb-8789-46312485836f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545237 Apr 08 17:39:37.737151 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port d4dea9df-1679-4b3c-a19c-f4605c7d1aff is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:37.737548 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (d4dea9df-1679-4b3c-a19c-f4605c7d1aff), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:37.751882 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4dea9df-1679-4b3c-a19c-f4605c7d1aff {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:39:37.773668 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98431f-ad82-492b-aa71-85cfcc6dc26d req-f5705830-5a12-4feb-ac5d-ea55a5454696 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:37.774357 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port d4dea9df-1679-4b3c-a19c-f4605c7d1aff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d4dea9df-1679-4b3c-a19c-f4605c7d1aff,segment=NetworkSegment(86b7c1b2-b5fe-497b-b80f-2d52df973443),segment_id=86b7c1b2-b5fe-497b-b80f-2d52df973443)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:37.775468 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ae98431f-ad82-492b-aa71-85cfcc6dc26d req-f5705830-5a12-4feb-ac5d-ea55a5454696 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 943 time: 0.0509312 Apr 08 17:39:37.780777 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (d4dea9df-1679-4b3c-a19c-f4605c7d1aff), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:37.830374 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ae98431f-ad82-492b-aa71-85cfcc6dc26d req-06bdad9e-e35a-4817-84d1-1d85143f86c9 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449071 Apr 08 17:39:37.830664 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=d4dea9df-1679-4b3c-a19c-f4605c7d1aff,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:37.869721 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2186f-6acf-42a8-a4a6-45c3acc69c69 req-b363ba57-a9b2-4af0-958b-483c44baedcd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:37.871228 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dff2186f-6acf-42a8-a4a6-45c3acc69c69 req-b363ba57-a9b2-4af0-958b-483c44baedcd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 932 time: 0.0553210 Apr 08 17:39:37.925179 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dff2186f-6acf-42a8-a4a6-45c3acc69c69 req-6de8b155-db49-4674-87b3-f009db878759 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471423 Apr 08 17:39:37.952728 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c3d4b-eb6d-49de-b933-fd80c6f9cb9e req-d3470414-a47d-4117-bdff-4985a804bb25 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:37.955868 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ca3c3d4b-eb6d-49de-b933-fd80c6f9cb9e req-d3470414-a47d-4117-bdff-4985a804bb25 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 945 time: 0.0613575 Apr 08 17:39:38.010568 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ca3c3d4b-eb6d-49de-b933-fd80c6f9cb9e req-a1cec128-3e82-4cfe-ace2-fad7f63c5cb6 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483572 Apr 08 17:39:38.364298 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['d4dea9df-1679-4b3c-a19c-f4605c7d1aff'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:39:38.724858 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c0b1f-788b-405c-9860-55853961807b req-10f86546-079d-47c8-93a2-da001848cf55 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:38.727094 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-936c0b1f-788b-405c-9860-55853961807b req-10f86546-079d-47c8-93a2-da001848cf55 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0561905 Apr 08 17:39:38.781165 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-936c0b1f-788b-405c-9860-55853961807b req-fe2e8ea2-9229-41b8-af1a-2db37e3b8951 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483115 Apr 08 17:39:38.889437 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526aa580-3b9a-4b54-a7d7-6927e7ddf42c req-ca6fe1ff-0560-499f-b012-1d24a9144b57 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:38.890986 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-526aa580-3b9a-4b54-a7d7-6927e7ddf42c req-ca6fe1ff-0560-499f-b012-1d24a9144b57 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0647860 Apr 08 17:39:38.938931 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-526aa580-3b9a-4b54-a7d7-6927e7ddf42c req-10c874e9-c745-4d89-ad50-eb8c2478ea6a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418878 Apr 08 17:39:38.944085 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbe81d-bacf-49e0-891b-28181f16f55f req-cd452e7b-854d-4b8d-bc02-01088e1c53a6 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:38.945719 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b1bbe81d-bacf-49e0-891b-28181f16f55f req-cd452e7b-854d-4b8d-bc02-01088e1c53a6 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 943 time: 0.0478029 Apr 08 17:39:38.993174 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b1bbe81d-bacf-49e0-891b-28181f16f55f req-25070a78-ec97-4798-bb04-922108169140 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416608 Apr 08 17:39:39.059916 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5656240-5fd9-41ee-a1cb-4687111e1513 req-57cfac3f-483b-428b-a8a9-4cb705d29618 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:39.061508 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d5656240-5fd9-41ee-a1cb-4687111e1513 req-57cfac3f-483b-428b-a8a9-4cb705d29618 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 932 time: 0.0540559 Apr 08 17:39:39.111054 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d5656240-5fd9-41ee-a1cb-4687111e1513 req-77afae9a-5697-4cb2-8f9b-52759a79c038 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436287 Apr 08 17:39:39.129440 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe34d9e-f7dc-4567-9044-89b3a42991d2 req-ba285f11-b907-4325-a80c-14ca14313f76 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:39.130920 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-abe34d9e-f7dc-4567-9044-89b3a42991d2 req-ba285f11-b907-4325-a80c-14ca14313f76 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 945 time: 0.0499580 Apr 08 17:39:39.183272 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-abe34d9e-f7dc-4567-9044-89b3a42991d2 req-ef90e282-d782-4538-99de-9ba8eaa04ee0 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439227 Apr 08 17:39:39.420374 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] Request body: {'port': {'device_id': '1ad35461-9694-47a4-8496-57f32e6c30f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:39.480049 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0db29-dc9d-4cce-b5e9-ba92b8e2979b req-91ba852c-7897-4784-b855-fc5e4a4e3a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:39.481770 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-54c0db29-dc9d-4cce-b5e9-ba92b8e2979b req-91ba852c-7897-4784-b855-fc5e4a4e3a68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=871ad76eadfd4d88827f7e66f16eaa94&device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 1128 time: 0.0768611 Apr 08 17:39:39.485030 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-45746bd3-d58d-45bd-aa8e-b4893e78df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:39.486700 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-45746bd3-d58d-45bd-aa8e-b4893e78df6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74a6abf6655b4484b7870dba86883953&device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 1127 time: 0.0504603 Apr 08 17:39:39.526541 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-fe16e062-6052-43b3-827c-016a52535b21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=907da5ed-e1bb-4557-b2bd-e16d4aac5262 HTTP/1.1" status: 200 len: 217 time: 0.1009357 Apr 08 17:39:39.570155 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-dd689b4c-12d4-4d8d-a5d8-873084444159 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbeb77ce-e8e8-4927-b509-08d9ccad99fb HTTP/1.1" status: 200 len: 217 time: 0.0543137 Apr 08 17:39:39.641330 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device d4dea9df-1679-4b3c-a19c-f4605c7d1aff up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:39:39.651909 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (b75418df-6259-4cd9-b31e-8ce95d69aa65), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:39.670524 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-2bc007cb-7520-41db-812f-22b9343a5db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:39.672008 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-f2c4cfdf-02c4-471d-b8e8-6be790a23b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:39.672626 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-2bc007cb-7520-41db-812f-22b9343a5db7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8971a54-bad3-4305-9d36-2982512b73f9 HTTP/1.1" status: 200 len: 858 time: 0.1350191 Apr 08 17:39:39.674584 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-f2c4cfdf-02c4-471d-b8e8-6be790a23b07 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e9e2b54-a696-442e-8b7f-0f08e3e15dd3 HTTP/1.1" status: 200 len: 848 time: 0.0732682 Apr 08 17:39:39.677665 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0db29-dc9d-4cce-b5e9-ba92b8e2979b req-5c2e116d-3745-4cde-9cab-e257d2e2426a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:39.679044 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-54c0db29-dc9d-4cce-b5e9-ba92b8e2979b req-5c2e116d-3745-4cde-9cab-e257d2e2426a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=871ad76eadfd4d88827f7e66f16eaa94&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1728098 Apr 08 17:39:39.682122 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-48605ffe-a99b-4c09-bf81-7f87e33403db req-c6b32df0-708c-4b9e-8813-c509414e9af0 service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832801 Apr 08 17:39:39.693747 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning for port d4dea9df-1679-4b3c-a19c-f4605c7d1aff completed by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:39:39.701433 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port d4dea9df-1679-4b3c-a19c-f4605c7d1aff triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:39.701843 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (d4dea9df-1679-4b3c-a19c-f4605c7d1aff), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:39.761031 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-9bdbdc52-b820-4e11-9176-eefa6f55bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:39.762729 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-9bdbdc52-b820-4e11-9176-eefa6f55bd3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b895debd-97b0-43f9-854d-b53eac68cddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594664 Apr 08 17:39:39.800648 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port d4dea9df-1679-4b3c-a19c-f4605c7d1aff is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:39.801191 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (d4dea9df-1679-4b3c-a19c-f4605c7d1aff), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:39.815291 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-4da85d02-f704-4b4f-848a-7d5469de1d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:39.816927 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-4da85d02-f704-4b4f-848a-7d5469de1d32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e6e2ce3-9728-4fc0-915f-f4f91891414e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1094627 Apr 08 17:39:39.834059 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efc51f3-0d24-4269-899e-0366d73316cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4dea9df-1679-4b3c-a19c-f4605c7d1aff'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:39:39.859178 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0db29-dc9d-4cce-b5e9-ba92b8e2979b req-2e5af942-7521-4728-9d5b-6e88d762ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:39.860973 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-54c0db29-dc9d-4cce-b5e9-ba92b8e2979b req-2e5af942-7521-4728-9d5b-6e88d762ec38 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1551435 Apr 08 17:39:39.943799 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port d4dea9df-1679-4b3c-a19c-f4605c7d1aff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d4dea9df-1679-4b3c-a19c-f4605c7d1aff,segment=NetworkSegment(86b7c1b2-b5fe-497b-b80f-2d52df973443),segment_id=86b7c1b2-b5fe-497b-b80f-2d52df973443)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:39.952942 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (d4dea9df-1679-4b3c-a19c-f4605c7d1aff), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:39.960589 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e11fe-8ee1-42e6-9768-3f9a2d3cbc4e req-9fb0ca98-1f36-4f5b-bd0e-f1f5610a3399 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:39.962207 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-734e11fe-8ee1-42e6-9768-3f9a2d3cbc4e req-9fb0ca98-1f36-4f5b-bd0e-f1f5610a3399 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0936356 Apr 08 17:39:40.013251 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=d4dea9df-1679-4b3c-a19c-f4605c7d1aff,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:40.031863 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09387902-1353-4a9d-8838-2fdb5307adff" -d '{"events": [{"server_uuid": "4efc51f3-0d24-4269-899e-0366d73316cd", "name": "network-vif-plugged", "status": "completed", "tag": "d4dea9df-1679-4b3c-a19c-f4605c7d1aff"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:39:40.054353 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-734e11fe-8ee1-42e6-9768-3f9a2d3cbc4e req-9dce37af-e42c-4d10-b37d-80ea8b89980d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823271 Apr 08 17:39:40.109020 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e6ac2-bdc3-4e46-ba81-7ce6455e62f2 req-b77d76d7-fe9c-4087-916d-edbcd4802104 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:40.110950 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e34e6ac2-bdc3-4e46-ba81-7ce6455e62f2 req-b77d76d7-fe9c-4087-916d-edbcd4802104 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0665088 Apr 08 17:39:40.120228 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75418df-6259-4cd9-b31e-8ce95d69aa65 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:39:40.136909 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] Publish callbacks [] for port (b75418df-6259-4cd9-b31e-8ce95d69aa65), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.158262 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e34e6ac2-bdc3-4e46-ba81-7ce6455e62f2 req-b1f66858-8186-4a44-907e-211533cdfb2e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415959 Apr 08 17:39:40.174391 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] Transition to ACTIVE for port object b75418df-6259-4cd9-b31e-8ce95d69aa65 will not be triggered until provisioned by entity L2. {{(pid=103549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:39:40.179388 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (b75418df-6259-4cd9-b31e-8ce95d69aa65), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.213428 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eadaf0-3b08-45ef-81ff-a209c3e90837 req-a598ad66-35f5-4d1d-a501-32dd9ac1e434 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:40.214936 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a3eadaf0-3b08-45ef-81ff-a209c3e90837 req-a598ad66-35f5-4d1d-a501-32dd9ac1e434 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 943 time: 0.0902507 Apr 08 17:39:40.262793 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] Pushing event updated for resources: {'Port': ['ID=b75418df-6259-4cd9-b31e-8ce95d69aa65,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:40.269268 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a7eb90-3733-4641-8d61-adc8b2b5c88c x-openstack-request-id: req-48a7eb90-3733-4641-8d61-adc8b2b5c88c {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:39:40.270106 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efc51f3-0d24-4269-899e-0366d73316cd", "name": "network-vif-plugged", "status": "completed", "tag": "d4dea9df-1679-4b3c-a19c-f4605c7d1aff", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:39:40.270534 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-48a7eb90-3733-4641-8d61-adc8b2b5c88c {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:39:40.271183 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48a7eb90-3733-4641-8d61-adc8b2b5c88c'] response: {'server_uuid': '4efc51f3-0d24-4269-899e-0366d73316cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4dea9df-1679-4b3c-a19c-f4605c7d1aff', 'code': 200} Apr 08 17:39:40.323723 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a3eadaf0-3b08-45ef-81ff-a209c3e90837 req-1b3761ae-e1cf-4caa-b780-08225179bbcc tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018820 Apr 08 17:39:40.324567 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] Attempting to bind port b75418df-6259-4cd9-b31e-8ce95d69aa65 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:39:40.324900 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] Attempting to bind port b75418df-6259-4cd9-b31e-8ce95d69aa65 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:39:40.325224 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] Attempting to bind port b75418df-6259-4cd9-b31e-8ce95d69aa65 on network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:39:40.331776 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] Port b75418df-6259-4cd9-b31e-8ce95d69aa65 on network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:39:40.332100 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] Attempting to bind port b75418df-6259-4cd9-b31e-8ce95d69aa65 on network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:39:40.337473 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] Checking agent: {'id': '0d41f64d-5a28-4579-bdba-007f65057d65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:39:40.337806 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] Checking segment: {'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:39:40.338188 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] Bound using segment: {'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:39:40.338616 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] Bound port: b75418df-6259-4cd9-b31e-8ce95d69aa65, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:39:40.338973 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (b75418df-6259-4cd9-b31e-8ce95d69aa65), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.373859 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b0c80-baf2-4ccd-adf9-9b5d27dbc66a req-81467673-50e4-4e76-a954-78054aafe516 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:40.381483 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-489b0c80-baf2-4ccd-adf9-9b5d27dbc66a req-81467673-50e4-4e76-a954-78054aafe516 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0598316 Apr 08 17:39:40.433861 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] For port b75418df-6259-4cd9-b31e-8ce95d69aa65, host hv-cinder-83716, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:39:40.434123 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-489b0c80-baf2-4ccd-adf9-9b5d27dbc66a req-325efb6d-1c23-4e59-aeda-52cacac8782c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514078 Apr 08 17:39:40.465877 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] For port b75418df-6259-4cd9-b31e-8ce95d69aa65, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b75418df-6259-4cd9-b31e-8ce95d69aa65,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:39:40.481212 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdc965-141a-40fa-9148-3fbf806b8be1 req-5fdb2e29-d147-4d93-9ba1-2ea3e66161ed tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:40.482742 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-86fdc965-141a-40fa-9148-3fbf806b8be1 req-5fdb2e29-d147-4d93-9ba1-2ea3e66161ed tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0602145 Apr 08 17:39:40.483786 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (b75418df-6259-4cd9-b31e-8ce95d69aa65), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.530828 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:40.531426 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:40.533519 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] 10.222.0.20 "PUT /v2.0/ports/b75418df-6259-4cd9-b31e-8ce95d69aa65 HTTP/1.1" status: 200 len: 1094 time: 1.1235898 Apr 08 17:39:40.537391 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad35461-9694-47a4-8496-57f32e6c30f4', 'tag': 'b75418df-6259-4cd9-b31e-8ce95d69aa65'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:39:40.539611 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1b681b-7382-41ea-8ed8-7d01dd7d22f0" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad35461-9694-47a4-8496-57f32e6c30f4", "tag": "b75418df-6259-4cd9-b31e-8ce95d69aa65"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:39:40.582190 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889f94a5-0066-4491-8001-bd1635b8a32d x-openstack-request-id: req-889f94a5-0066-4491-8001-bd1635b8a32d {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:39:40.582494 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad35461-9694-47a4-8496-57f32e6c30f4", "tag": "b75418df-6259-4cd9-b31e-8ce95d69aa65", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:39:40.582709 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-889f94a5-0066-4491-8001-bd1635b8a32d {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:39:40.583099 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-889f94a5-0066-4491-8001-bd1635b8a32d'] response: {'name': 'network-changed', 'server_uuid': '1ad35461-9694-47a4-8496-57f32e6c30f4', 'tag': 'b75418df-6259-4cd9-b31e-8ce95d69aa65', 'status': 'completed', 'code': 200} Apr 08 17:39:40.586398 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7ee6f-94ac-4c0a-8c2c-895ee82fc9fa service neutron] Pushing event updated for resources: {'Port': ['ID=b75418df-6259-4cd9-b31e-8ce95d69aa65,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:40.594073 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-86fdc965-141a-40fa-9148-3fbf806b8be1 req-dfbe213a-abba-4884-8bdd-9bb36aa7ce4c tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042421 Apr 08 17:39:41.184499 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdd332-176f-4bb7-8bbf-ee3cfabd287d req-a489e0f9-83f9-4a8a-9d89-dc967b93afc8 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:41.186083 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dfbdd332-176f-4bb7-8bbf-ee3cfabd287d req-a489e0f9-83f9-4a8a-9d89-dc967b93afc8 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0548017 Apr 08 17:39:41.235481 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dfbdd332-176f-4bb7-8bbf-ee3cfabd287d req-449133e6-0c0a-437a-910e-b16e02c3cb56 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434167 Apr 08 17:39:41.285030 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6acdf6-8984-4dcb-880c-c964e2cdec28 req-eae66027-f27d-4b7c-b9fa-04216c1b2a0c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:41.286518 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5e6acdf6-8984-4dcb-880c-c964e2cdec28 req-eae66027-f27d-4b7c-b9fa-04216c1b2a0c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0523019 Apr 08 17:39:41.333928 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5e6acdf6-8984-4dcb-880c-c964e2cdec28 req-3bee3093-4bc3-4ff0-aa22-140d06e3b530 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413547 Apr 08 17:39:41.467629 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb38af3-1f92-41da-ba9d-2d1bd663a605 req-8c8892c3-788b-4fd7-947b-570d4be7f4fd tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:41.469173 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dbb38af3-1f92-41da-ba9d-2d1bd663a605 req-8c8892c3-788b-4fd7-947b-570d4be7f4fd tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 943 time: 0.0592580 Apr 08 17:39:41.520397 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dbb38af3-1f92-41da-ba9d-2d1bd663a605 req-64563af2-2235-4b30-87ef-421455dd2a9b tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447497 Apr 08 17:39:41.549765 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9dc08-048c-4d43-b2b2-15d523ff4291 req-c859eea6-5520-42b5-8670-9360b37430d9 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:41.551212 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2cc9dc08-048c-4d43-b2b2-15d523ff4291 req-c859eea6-5520-42b5-8670-9360b37430d9 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0458574 Apr 08 17:39:41.597564 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2cc9dc08-048c-4d43-b2b2-15d523ff4291 req-d0623db2-678d-4aff-a5d1-bac505d3608c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406549 Apr 08 17:39:41.715329 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cef28-71a1-4fbd-9f12-877aff96f73c req-5ed1ebe3-0280-4118-93c3-55661ba29e5d tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:41.716897 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-748cef28-71a1-4fbd-9f12-877aff96f73c req-5ed1ebe3-0280-4118-93c3-55661ba29e5d tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0515647 Apr 08 17:39:41.769428 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-748cef28-71a1-4fbd-9f12-877aff96f73c req-65dc5a78-ca57-48bd-b2f9-7ab18cfeca1e tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442953 Apr 08 17:39:42.347804 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997afdfe-268b-448a-892e-d5d89f374496 req-b9daec96-975f-4605-b190-fb7f207847ce tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:42.349368 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-997afdfe-268b-448a-892e-d5d89f374496 req-b9daec96-975f-4605-b190-fb7f207847ce tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0496426 Apr 08 17:39:42.404473 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-997afdfe-268b-448a-892e-d5d89f374496 req-07ea575b-6bbe-4be3-a7e6-f0b42bf20322 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494134 Apr 08 17:39:42.456399 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ddcb9-f56b-4a4e-aef1-c2f6b0b556d2 req-18e4c23f-4d69-45b2-8603-50a7eebbf900 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:42.457940 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c22ddcb9-f56b-4a4e-aef1-c2f6b0b556d2 req-18e4c23f-4d69-45b2-8603-50a7eebbf900 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0468073 Apr 08 17:39:42.511959 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c22ddcb9-f56b-4a4e-aef1-c2f6b0b556d2 req-b3a3c9e0-13a6-40b4-8ee5-d6aacd84f59b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483592 Apr 08 17:39:42.637637 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50f768-2e17-4428-9e56-5911de099094 req-715411af-24ae-4281-8b74-ca8732aed02d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:42.639495 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ef50f768-2e17-4428-9e56-5911de099094 req-715411af-24ae-4281-8b74-ca8732aed02d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 943 time: 0.0484173 Apr 08 17:39:42.689306 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ef50f768-2e17-4428-9e56-5911de099094 req-a250608e-7791-45f6-a7b0-b8e2dce6be09 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442350 Apr 08 17:39:42.716145 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5d931-20c8-423f-918e-80d600c64152 req-e3ef4fb6-fa31-4059-8d3d-57c752ec3e39 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:42.717708 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-75c5d931-20c8-423f-918e-80d600c64152 req-e3ef4fb6-fa31-4059-8d3d-57c752ec3e39 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0478768 Apr 08 17:39:42.781512 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-75c5d931-20c8-423f-918e-80d600c64152 req-78bcadbd-eb86-4d1b-8721-c1445ef11a28 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571253 Apr 08 17:39:42.888557 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e7ab5-be06-4057-a42c-88c0fb9d6c11 req-e02eeed3-9aae-4a7a-bdfa-70ed026ece1d tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:42.890055 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-964e7ab5-be06-4057-a42c-88c0fb9d6c11 req-e02eeed3-9aae-4a7a-bdfa-70ed026ece1d tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0497005 Apr 08 17:39:42.937202 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-964e7ab5-be06-4057-a42c-88c0fb9d6c11 req-0b6df467-7275-4ee8-8d84-72059daafb02 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414205 Apr 08 17:39:42.992767 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f5502967-1044-4261-a6a3-b37a2d869d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:43.515960 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35d954-d641-49e3-8afa-5ac1a8339006 req-f50b64c9-d16b-4cda-9572-6b13c00cd652 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:43.517667 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ab35d954-d641-49e3-8afa-5ac1a8339006 req-f50b64c9-d16b-4cda-9572-6b13c00cd652 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0472140 Apr 08 17:39:43.568616 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ab35d954-d641-49e3-8afa-5ac1a8339006 req-30675870-1dcc-4d1c-ab64-369fec3d58db tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452554 Apr 08 17:39:43.643907 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169e3c6-e644-4c6f-84eb-aa6d07098dfc req-4a2e8396-2bfb-482b-898f-69622c1ebc11 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:43.645425 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f169e3c6-e644-4c6f-84eb-aa6d07098dfc req-4a2e8396-2bfb-482b-898f-69622c1ebc11 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0497060 Apr 08 17:39:43.695837 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f169e3c6-e644-4c6f-84eb-aa6d07098dfc req-c531bb10-20f2-40c9-b759-6fd946ed1225 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424669 Apr 08 17:39:43.804730 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a13e11-32aa-4755-a88a-2e554ab4b86f req-4d982d5f-ae22-4728-b86b-cc65610241d5 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:43.806153 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-44a13e11-32aa-4755-a88a-2e554ab4b86f req-4d982d5f-ae22-4728-b86b-cc65610241d5 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 943 time: 0.0497358 Apr 08 17:39:43.855949 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-44a13e11-32aa-4755-a88a-2e554ab4b86f req-cfa9fbfe-ed9f-4724-9f14-c3e78e0e36fa tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440316 Apr 08 17:39:43.901226 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81c3c2-20db-4810-b7cb-2e69778e5abc req-4ef1578c-5d1f-438d-a207-ea9f3a58d1ef tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:43.902702 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1d81c3c2-20db-4810-b7cb-2e69778e5abc req-4ef1578c-5d1f-438d-a207-ea9f3a58d1ef tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0533588 Apr 08 17:39:43.957401 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1d81c3c2-20db-4810-b7cb-2e69778e5abc req-2b07d782-fec6-43d3-8327-c659cce7feb2 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490146 Apr 08 17:39:44.058156 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3476d-d373-41ee-8d17-a26b41039ff9 req-c5cc16c4-378c-4922-a2b9-3eda62e65a09 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:44.059531 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f0a3476d-d373-41ee-8d17-a26b41039ff9 req-c5cc16c4-378c-4922-a2b9-3eda62e65a09 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0545909 Apr 08 17:39:44.111150 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f0a3476d-d373-41ee-8d17-a26b41039ff9 req-6b805397-3274-430f-a4c5-686abf0b5018 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456820 Apr 08 17:39:44.694359 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a58ea7-a7ba-4fef-bb32-de3c61db5bbf req-458f2e64-6701-43b1-ad9d-6b2a7406d059 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:44.695849 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-40a58ea7-a7ba-4fef-bb32-de3c61db5bbf req-458f2e64-6701-43b1-ad9d-6b2a7406d059 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0516808 Apr 08 17:39:44.758479 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-40a58ea7-a7ba-4fef-bb32-de3c61db5bbf req-6c97cc03-429a-429d-b604-04a817ee6d7d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540290 Apr 08 17:39:44.824018 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f885f-a4d9-496b-8e8b-0d8f810ecb9f req-75e7afa7-8ffb-478d-957f-1a588a7f52d9 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:44.825498 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5b7f885f-a4d9-496b-8e8b-0d8f810ecb9f req-75e7afa7-8ffb-478d-957f-1a588a7f52d9 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0532739 Apr 08 17:39:44.875576 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5b7f885f-a4d9-496b-8e8b-0d8f810ecb9f req-5cc26809-e839-4f5c-a408-a61006263799 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430651 Apr 08 17:39:44.974244 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf94136-8835-49e4-82fd-0982ac0e0097 req-0970a198-157e-4549-8432-e272b655e1f6 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:44.975734 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3cf94136-8835-49e4-82fd-0982ac0e0097 req-0970a198-157e-4549-8432-e272b655e1f6 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 943 time: 0.0471659 Apr 08 17:39:45.030768 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3cf94136-8835-49e4-82fd-0982ac0e0097 req-7ac7d53a-1785-4243-a444-2c34a6e67c81 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471709 Apr 08 17:39:45.069494 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d68315-4a07-4f48-a81f-b4c1544f931c req-7e34c07c-742d-4857-a1f0-664ad0ce6ac2 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:45.070955 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-07d68315-4a07-4f48-a81f-b4c1544f931c req-7e34c07c-742d-4857-a1f0-664ad0ce6ac2 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0462649 Apr 08 17:39:45.132734 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-07d68315-4a07-4f48-a81f-b4c1544f931c req-403fac84-3ece-4bb9-9923-ec9a316ebadd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560560 Apr 08 17:39:45.227321 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6ed73-64c8-4160-8adb-46a66d54b801 req-12d9096d-9bf0-47d1-a4b2-13d9549267aa tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:45.228833 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5ee6ed73-64c8-4160-8adb-46a66d54b801 req-12d9096d-9bf0-47d1-a4b2-13d9549267aa tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0496638 Apr 08 17:39:45.279155 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5ee6ed73-64c8-4160-8adb-46a66d54b801 req-fcf6fd0a-b680-4aeb-82d8-999b1c67f4fc tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423017 Apr 08 17:39:45.421414 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b393753c-bbc0-4c19-9244-2fc3eaf30c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:45.875207 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189fd64-85aa-4400-9049-46f6187579bb req-23d1c067-c604-4f2e-a0bd-88c0fa3b984f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:45.877139 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d189fd64-85aa-4400-9049-46f6187579bb req-23d1c067-c604-4f2e-a0bd-88c0fa3b984f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0473881 Apr 08 17:39:45.927457 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d189fd64-85aa-4400-9049-46f6187579bb req-62d0abd3-e612-449e-944d-4ecd2c15b0ca tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421324 Apr 08 17:39:45.996846 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e5bbc-9ec6-4d31-ac05-eb78758c34e4 req-0bf20b14-0128-478a-9559-502664f2cf7c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:45.998330 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cf1e5bbc-9ec6-4d31-ac05-eb78758c34e4 req-0bf20b14-0128-478a-9559-502664f2cf7c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0525675 Apr 08 17:39:46.049459 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cf1e5bbc-9ec6-4d31-ac05-eb78758c34e4 req-626c3ef8-0846-4578-bc36-14f7ac452fc4 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428102 Apr 08 17:39:46.142553 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2bfe6-bc49-4cf7-949f-0fba6f492424 req-03a9821f-726b-4818-9b1a-f66cbb8ca2d8 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:46.144002 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-49e2bfe6-bc49-4cf7-949f-0fba6f492424 req-03a9821f-726b-4818-9b1a-f66cbb8ca2d8 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 943 time: 0.0481842 Apr 08 17:39:46.194453 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-49e2bfe6-bc49-4cf7-949f-0fba6f492424 req-87c3e148-7c1c-4abf-aa25-05331e39480b tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444393 Apr 08 17:39:46.261250 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd04552-36cc-402c-9011-e8c623865aa6 req-88e52eec-6661-4f33-9298-e4c1a123489a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:46.262755 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-dcd04552-36cc-402c-9011-e8c623865aa6 req-88e52eec-6661-4f33-9298-e4c1a123489a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0487449 Apr 08 17:39:46.326596 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-dcd04552-36cc-402c-9011-e8c623865aa6 req-57669333-0b1d-41ec-85e8-77cd6c88b5d9 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568335 Apr 08 17:39:46.331087 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:46.404926 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8b126-beb3-4675-95e1-8d070f83ba37 req-5f963639-9c88-4865-a5a3-ad1c570f25d3 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:46.406429 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-50f8b126-beb3-4675-95e1-8d070f83ba37 req-5f963639-9c88-4865-a5a3-ad1c570f25d3 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0511022 Apr 08 17:39:46.464648 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-50f8b126-beb3-4675-95e1-8d070f83ba37 req-8cb9ca4b-68da-4405-b72f-4dc32712721a tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521858 Apr 08 17:39:46.658241 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:47.055637 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bdd02-ca31-4e98-a3ba-b14c9b2c12b5 req-345e01af-fbd3-465f-af12-1b7b375b937e tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:47.057164 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-087bdd02-ca31-4e98-a3ba-b14c9b2c12b5 req-345e01af-fbd3-465f-af12-1b7b375b937e tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0579460 Apr 08 17:39:47.125177 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-087bdd02-ca31-4e98-a3ba-b14c9b2c12b5 req-151491b1-998b-4a4b-bd0e-659fcee5f580 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588338 Apr 08 17:39:47.186167 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def8604-067e-4479-82a3-9c0accba4e61 req-755c10e5-300a-43a5-9cbb-71a757e389a2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:47.190664 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2def8604-067e-4479-82a3-9c0accba4e61 req-755c10e5-300a-43a5-9cbb-71a757e389a2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0595357 Apr 08 17:39:47.249051 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2def8604-067e-4479-82a3-9c0accba4e61 req-92f88b7b-7f0a-493a-8c91-ebbd50785f2d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508687 Apr 08 17:39:47.314741 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8599c-0828-4f95-bf5c-3ac545ea6650 req-097d4544-99c4-4334-ad04-3db683878fdd tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:47.316492 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-17f8599c-0828-4f95-bf5c-3ac545ea6650 req-097d4544-99c4-4334-ad04-3db683878fdd tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 943 time: 0.0474367 Apr 08 17:39:47.366671 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-17f8599c-0828-4f95-bf5c-3ac545ea6650 req-83979a89-1249-4d51-bf95-4014f6a95b07 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421679 Apr 08 17:39:47.450212 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefae9b-7434-42b9-8e76-baff538c0c16 req-fc62fc33-6313-414a-8d9f-f55006b705eb tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:47.451727 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7fefae9b-7434-42b9-8e76-baff538c0c16 req-fc62fc33-6313-414a-8d9f-f55006b705eb tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0555420 Apr 08 17:39:47.502803 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7fefae9b-7434-42b9-8e76-baff538c0c16 req-219a0cee-3ca7-4ed1-86e5-c25670eaef61 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445902 Apr 08 17:39:47.578226 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45d8ab-d4d5-4f4f-a257-b7b3b7d8f984 req-491dd760-f884-446c-96d6-2a13225d9a67 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:47.580468 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-de45d8ab-d4d5-4f4f-a257-b7b3b7d8f984 req-491dd760-f884-446c-96d6-2a13225d9a67 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0485153 Apr 08 17:39:47.631461 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-de45d8ab-d4d5-4f4f-a257-b7b3b7d8f984 req-80dfc838-7b22-4363-99f8-416e965c11ff tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452304 Apr 08 17:39:47.939483 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:48.243903 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ed1b6-367c-4c9a-946a-ee14e373452e req-5432cdbc-7544-40c3-8796-d0fb38214e77 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:48.245318 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e11ed1b6-367c-4c9a-946a-ee14e373452e req-5432cdbc-7544-40c3-8796-d0fb38214e77 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0522511 Apr 08 17:39:48.310330 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e11ed1b6-367c-4c9a-946a-ee14e373452e req-925cc07a-05f8-4f1b-ab41-c4f114e79243 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590446 Apr 08 17:39:48.358030 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 35472) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:48.383648 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdebe0c-e08f-441f-a8d6-3a08b414e959 req-6e48b205-0d43-4ebf-bf00-b961d72d6666 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:48.385769 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-bcdebe0c-e08f-441f-a8d6-3a08b414e959 req-6e48b205-0d43-4ebf-bf00-b961d72d6666 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0545225 Apr 08 17:39:48.445345 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-bcdebe0c-e08f-441f-a8d6-3a08b414e959 req-fa24ccd8-98ae-47ff-b445-fe03fa135d3a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515780 Apr 08 17:39:48.491253 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6fd45-906b-4396-b27d-98ee2050808b req-abc80b61-858d-4d08-a27e-f02490b98487 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:48.493165 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-32d6fd45-906b-4396-b27d-98ee2050808b req-abc80b61-858d-4d08-a27e-f02490b98487 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 943 time: 0.0542529 Apr 08 17:39:48.521718 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-be5e610b-460a-4fbd-972c-0ca7c3e72bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:48.588976 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-32d6fd45-906b-4396-b27d-98ee2050808b req-71a520c2-a3bb-469a-9338-7b447ec34077 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830956 Apr 08 17:39:48.624359 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c1552-6887-4d42-9452-8491641d7e80 req-b646f94d-6ff0-4f09-a5f6-9b746357cd67 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:48.632279 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-539c1552-6887-4d42-9452-8491641d7e80 req-b646f94d-6ff0-4f09-a5f6-9b746357cd67 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0574336 Apr 08 17:39:48.656725 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-be5e610b-460a-4fbd-972c-0ca7c3e72bb8 admin admin] Publish callbacks [] for security_group (2c7d431c-f6ac-4b5f-aac9-4f1be493c563), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:48.661996 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-be5e610b-460a-4fbd-972c-0ca7c3e72bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (2c7d431c-f6ac-4b5f-aac9-4f1be493c563), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:48.690164 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-539c1552-6887-4d42-9452-8491641d7e80 req-52a973ae-6f9e-47f6-b8f4-61197addfe7e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567214 Apr 08 17:39:48.716246 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-be5e610b-460a-4fbd-972c-0ca7c3e72bb8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f08dd8a9a2564d02ba42832b7f2923ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3547077 Apr 08 17:39:48.716246 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e610b-460a-4fbd-972c-0ca7c3e72bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7d431c-f6ac-4b5f-aac9-4f1be493c563,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:48.716678 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 35504) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:48.734341 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e610b-460a-4fbd-972c-0ca7c3e72bb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:48.734683 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e610b-460a-4fbd-972c-0ca7c3e72bb8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:48.736784 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e610b-460a-4fbd-972c-0ca7c3e72bb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:48.737124 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e610b-460a-4fbd-972c-0ca7c3e72bb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:48.738095 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e610b-460a-4fbd-972c-0ca7c3e72bb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:48.738442 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e610b-460a-4fbd-972c-0ca7c3e72bb8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:48.738772 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e610b-460a-4fbd-972c-0ca7c3e72bb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:48.739115 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e610b-460a-4fbd-972c-0ca7c3e72bb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:48.739625 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e610b-460a-4fbd-972c-0ca7c3e72bb8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:48.739957 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e610b-460a-4fbd-972c-0ca7c3e72bb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:48.740302 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e610b-460a-4fbd-972c-0ca7c3e72bb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:48.741020 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e610b-460a-4fbd-972c-0ca7c3e72bb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:48.741020 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e610b-460a-4fbd-972c-0ca7c3e72bb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:48.741277 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e610b-460a-4fbd-972c-0ca7c3e72bb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:48.741593 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e610b-460a-4fbd-972c-0ca7c3e72bb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:48.867100 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6327d352-2ec4-468d-81a5-dbd16a8beef9 admin admin] Publish callbacks [] for security_group (2c7d431c-f6ac-4b5f-aac9-4f1be493c563), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:48.946611 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6327d352-2ec4-468d-81a5-dbd16a8beef9 admin admin] Publish callbacks [] for security_group (2c7d431c-f6ac-4b5f-aac9-4f1be493c563), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:48.956835 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b681b-7382-41ea-8ed8-7d01dd7d22f0 req-8b3e1bfc-08d5-4c7c-90c6-b69c97db4dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:48.957639 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-ecee2c44-7810-4175-9157-5c59bee3fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:48.958709 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ff1b681b-7382-41ea-8ed8-7d01dd7d22f0 req-8b3e1bfc-08d5-4c7c-90c6-b69c97db4dc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c793b519db45404da066489467255859&device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 1128 time: 0.1877072 Apr 08 17:39:48.959124 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-ecee2c44-7810-4175-9157-5c59bee3fc5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=871ad76eadfd4d88827f7e66f16eaa94&device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 1128 time: 0.0855114 Apr 08 17:39:48.967001 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3aafd-caee-4b82-b209-1e2ca5b6f4fc req-2a40a363-cefa-4e78-9dfc-61641772cb89 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:48.974613 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1ae3aafd-caee-4b82-b209-1e2ca5b6f4fc req-2a40a363-cefa-4e78-9dfc-61641772cb89 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.2428629 Apr 08 17:39:49.018005 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-ead84c59-4d37-4ab3-9047-01be30f1cf9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84af0e26-395c-47be-ae44-b2b038690422 HTTP/1.1" status: 200 len: 217 time: 0.0428309 Apr 08 17:39:49.036813 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-b566d364-7d0d-472e-9371-680f811682fc service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896843 Apr 08 17:39:49.060813 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6327d352-2ec4-468d-81a5-dbd16a8beef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (2c7d431c-f6ac-4b5f-aac9-4f1be493c563), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:49.063527 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6327d352-2ec4-468d-81a5-dbd16a8beef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:49.067001 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-6327d352-2ec4-468d-81a5-dbd16a8beef9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2c7d431c-f6ac-4b5f-aac9-4f1be493c563 HTTP/1.1" status: 204 len: 168 time: 0.3470085 Apr 08 17:39:49.076393 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327d352-2ec4-468d-81a5-dbd16a8beef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7d431c-f6ac-4b5f-aac9-4f1be493c563,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:49.088080 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327d352-2ec4-468d-81a5-dbd16a8beef9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:49.088745 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327d352-2ec4-468d-81a5-dbd16a8beef9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:49.090172 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327d352-2ec4-468d-81a5-dbd16a8beef9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:49.090627 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327d352-2ec4-468d-81a5-dbd16a8beef9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:49.091238 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327d352-2ec4-468d-81a5-dbd16a8beef9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:49.091343 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-7f801e50-8175-41b0-b311-db8ce392d6af service neutron] 10.222.0.20 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440435 Apr 08 17:39:49.092306 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327d352-2ec4-468d-81a5-dbd16a8beef9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:49.092755 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327d352-2ec4-468d-81a5-dbd16a8beef9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:49.093419 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327d352-2ec4-468d-81a5-dbd16a8beef9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:49.094399 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327d352-2ec4-468d-81a5-dbd16a8beef9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:49.094881 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327d352-2ec4-468d-81a5-dbd16a8beef9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:49.095467 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327d352-2ec4-468d-81a5-dbd16a8beef9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:49.096160 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327d352-2ec4-468d-81a5-dbd16a8beef9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:49.096483 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327d352-2ec4-468d-81a5-dbd16a8beef9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:49.097796 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327d352-2ec4-468d-81a5-dbd16a8beef9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:49.098300 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327d352-2ec4-468d-81a5-dbd16a8beef9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:49.111688 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1ae3aafd-caee-4b82-b209-1e2ca5b6f4fc req-cd954067-342d-43b7-a925-56045d9412b4 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360414 Apr 08 17:39:49.148108 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b681b-7382-41ea-8ed8-7d01dd7d22f0 req-1e5e0554-0089-4462-acbe-a08cf56b720d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:49.150711 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ff1b681b-7382-41ea-8ed8-7d01dd7d22f0 req-1e5e0554-0089-4462-acbe-a08cf56b720d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c793b519db45404da066489467255859&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1738696 Apr 08 17:39:49.326835 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 35530) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:49.426970 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:39:49.444334 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-08cee14c-09d2-4cfb-9de6-9df3b036f496 req-6ab1f95f-ebde-4414-b920-83c62d5e5ad6 service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516237 Apr 08 17:39:49.499374 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-a29c2085-3c9c-408f-88eb-a36304febffa service neutron] 10.222.0.20 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249215 Apr 08 17:39:49.501291 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b681b-7382-41ea-8ed8-7d01dd7d22f0 req-dc5402a5-091f-40b9-9ff9-ff9f3c9d2a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:49.503013 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ff1b681b-7382-41ea-8ed8-7d01dd7d22f0 req-dc5402a5-091f-40b9-9ff9-ff9f3c9d2a9a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2096255 Apr 08 17:39:49.521573 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 35538) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:49.530768 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd16d-965b-4ba5-aeb5-bb5e2d7a8520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:49.536903 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-f5db5af8-9018-48dd-8a5a-a979decff23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:49.539219 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5d58bc60-ea74-4533-b1ef-b86e0517a758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:49.539378 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-f5db5af8-9018-48dd-8a5a-a979decff23b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1896ad45-f1dd-47eb-87e5-845f315dcdb0 HTTP/1.1" status: 200 len: 856 time: 0.1929214 Apr 08 17:39:49.545139 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:49.589461 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f3fc0-9f7b-4e79-a07f-30d92e7d118a req-57f1a91b-ab1d-4e38-aa96-8701781e6d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:49.590883 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0e0f3fc0-9f7b-4e79-a07f-30d92e7d118a req-57f1a91b-ab1d-4e38-aa96-8701781e6d68 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 1130 time: 0.3198280 Apr 08 17:39:49.603638 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924956a1-9b10-4912-9984-473d79926993 req-0ebc75b9-60f8-4223-ba66-316a87b677fd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:49.605217 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-924956a1-9b10-4912-9984-473d79926993 req-0ebc75b9-60f8-4223-ba66-316a87b677fd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0995004 Apr 08 17:39:49.633333 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fd1cb-0b05-4fb3-98b1-3c72d4580fc3 req-ee1f74e3-9f60-4f76-9eeb-b3ff2e8e8fe5 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:49.634825 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c92fd1cb-0b05-4fb3-98b1-3c72d4580fc3 req-ee1f74e3-9f60-4f76-9eeb-b3ff2e8e8fe5 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0931036 Apr 08 17:39:49.655482 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-924956a1-9b10-4912-9984-473d79926993 req-16101de7-a87d-431f-a2a1-d9efa22d7f00 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431342 Apr 08 17:39:49.726403 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-0e0f3fc0-9f7b-4e79-a07f-30d92e7d118a req-f0754e95-01d6-419b-a29c-16a9ef961759 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:49.752219 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c92fd1cb-0b05-4fb3-98b1-3c72d4580fc3 req-c6a5f83e-fc48-4837-aa45-0a9600832316 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032441 Apr 08 17:39:49.778817 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5d58bc60-ea74-4533-b1ef-b86e0517a758 admin admin] Publish callbacks [] for security_group (a0cbc1a0-35cb-4a80-9397-e74c05efd854), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:49.787673 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5d58bc60-ea74-4533-b1ef-b86e0517a758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (a0cbc1a0-35cb-4a80-9397-e74c05efd854), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:49.793844 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd16d-965b-4ba5-aeb5-bb5e2d7a8520 admin admin] Publish callbacks [] for security_group (89861372-4ada-43fb-9321-a180010329a5), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:49.808928 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd16d-965b-4ba5-aeb5-bb5e2d7a8520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (89861372-4ada-43fb-9321-a180010329a5), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:49.826206 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-6c46c4a1-8dae-448c-8327-0f6e971cfc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:49.827993 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-6c46c4a1-8dae-448c-8327-0f6e971cfc59 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0972242 Apr 08 17:39:49.838595 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50d3b0-8e67-4ead-bf1c-824a646c1d2b req-6e97851f-e941-4447-8394-38346f25da33 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:49.840303 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2f50d3b0-8e67-4ead-bf1c-824a646c1d2b req-6e97851f-e941-4447-8394-38346f25da33 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 943 time: 0.1115050 Apr 08 17:39:49.863330 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-5d58bc60-ea74-4533-b1ef-b86e0517a758 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d1f2a507fcdf4fcf8b12757f8fd5d5b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3403807 Apr 08 17:39:49.882031 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-b4bfd16d-965b-4ba5-aeb5-bb5e2d7a8520 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d1c7c4a39c0a4b998ee902e36c7df913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5442033 Apr 08 17:39:49.882879 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58bc60-ea74-4533-b1ef-b86e0517a758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cbc1a0-35cb-4a80-9397-e74c05efd854,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:49.888098 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 35550) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:49.888468 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 35552) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:49.983773 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74807891-b55e-46b0-9ac5-4fb76589df78 req-819a8160-4822-4eaa-bdbe-82a778fbe9fa tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:49.983773 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-74807891-b55e-46b0-9ac5-4fb76589df78 req-819a8160-4822-4eaa-bdbe-82a778fbe9fa tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.1501937 Apr 08 17:39:49.989320 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfd16d-965b-4ba5-aeb5-bb5e2d7a8520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89861372-4ada-43fb-9321-a180010329a5,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:50.055894 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c047a385-7d70-4cdb-bdc3-4c9fab753c69 admin admin] Publish callbacks [] for security_group (a0cbc1a0-35cb-4a80-9397-e74c05efd854), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:50.057647 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-89d26048-7652-440d-9e7a-4912b8cc8cfd admin admin] Publish callbacks [] for security_group (89861372-4ada-43fb-9321-a180010329a5), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:50.067244 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device ba32feec-d45d-45f5-b67e-c9edbaa86b39 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:39:50.103855 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-74807891-b55e-46b0-9ac5-4fb76589df78 req-b5ef89c9-49a4-45e1-8dab-281b838d36ad tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011581 Apr 08 17:39:50.111126 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2f50d3b0-8e67-4ead-bf1c-824a646c1d2b req-3b1a5649-d167-41dd-b237-a22fb56ba3a9 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638588 Apr 08 17:39:50.115561 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c047a385-7d70-4cdb-bdc3-4c9fab753c69 admin admin] Publish callbacks [] for security_group (a0cbc1a0-35cb-4a80-9397-e74c05efd854), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:50.137665 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-0e0f3fc0-9f7b-4e79-a07f-30d92e7d118a req-f0754e95-01d6-419b-a29c-16a9ef961759 service neutron] Publish callbacks [] for security_group (f3c42507-6526-4383-bf9d-67fd2d947510), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:50.143920 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-0e0f3fc0-9f7b-4e79-a07f-30d92e7d118a req-f0754e95-01d6-419b-a29c-16a9ef961759 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (f3c42507-6526-4383-bf9d-67fd2d947510), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:50.212304 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-89d26048-7652-440d-9e7a-4912b8cc8cfd admin admin] Publish callbacks [] for security_group (89861372-4ada-43fb-9321-a180010329a5), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:50.218866 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0754e95-01d6-419b-a29c-16a9ef961759 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c42507-6526-4383-bf9d-67fd2d947510,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:50.223466 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0e0f3fc0-9f7b-4e79-a07f-30d92e7d118a req-f0754e95-01d6-419b-a29c-16a9ef961759 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122094 Apr 08 17:39:50.242220 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c047a385-7d70-4cdb-bdc3-4c9fab753c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (a0cbc1a0-35cb-4a80-9397-e74c05efd854), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:50.244863 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c047a385-7d70-4cdb-bdc3-4c9fab753c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:50.248352 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-c047a385-7d70-4cdb-bdc3-4c9fab753c69 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a0cbc1a0-35cb-4a80-9397-e74c05efd854 HTTP/1.1" status: 204 len: 168 time: 0.3532836 Apr 08 17:39:50.295270 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047a385-7d70-4cdb-bdc3-4c9fab753c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cbc1a0-35cb-4a80-9397-e74c05efd854,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:50.311282 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d4a70-c05c-4a60-ada6-d457ca7c5e3a req-d8e4528e-ad77-4941-a7bf-bfca8a964c47 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:50.313073 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-433d4a70-c05c-4a60-ada6-d457ca7c5e3a req-d8e4528e-ad77-4941-a7bf-bfca8a964c47 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0978186 Apr 08 17:39:50.313601 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port ba32feec-d45d-45f5-b67e-c9edbaa86b39, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ba32feec-d45d-45f5-b67e-c9edbaa86b39,segment=NetworkSegment(68a9f1fe-2a35-48ca-8f7f-dccbf741c802),segment_id=68a9f1fe-2a35-48ca-8f7f-dccbf741c802)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:50.330469 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': 'ba32feec-d45d-45f5-b67e-c9edbaa86b39', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'port_id': 'ba32feec-d45d-45f5-b67e-c9edbaa86b39', 'mac_address': 'fa:16:3e:b8:8c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 955, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:39:50.348897 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-89d26048-7652-440d-9e7a-4912b8cc8cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (89861372-4ada-43fb-9321-a180010329a5), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:50.351977 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-89d26048-7652-440d-9e7a-4912b8cc8cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:50.353176 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-89d26048-7652-440d-9e7a-4912b8cc8cfd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/89861372-4ada-43fb-9321-a180010329a5 HTTP/1.1" status: 204 len: 168 time: 0.4547818 Apr 08 17:39:50.367172 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d26048-7652-440d-9e7a-4912b8cc8cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89861372-4ada-43fb-9321-a180010329a5,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:50.379002 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port ba32feec-d45d-45f5-b67e-c9edbaa86b39 is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:50.379387 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (ba32feec-d45d-45f5-b67e-c9edbaa86b39), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:50.392974 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-433d4a70-c05c-4a60-ada6-d457ca7c5e3a req-0200c800-7fad-4a65-94b3-1a62112cc94c tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636539 Apr 08 17:39:50.399341 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba32feec-d45d-45f5-b67e-c9edbaa86b39 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:39:50.422255 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port ba32feec-d45d-45f5-b67e-c9edbaa86b39, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ba32feec-d45d-45f5-b67e-c9edbaa86b39,segment=NetworkSegment(68a9f1fe-2a35-48ca-8f7f-dccbf741c802),segment_id=68a9f1fe-2a35-48ca-8f7f-dccbf741c802)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:50.427759 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (ba32feec-d45d-45f5-b67e-c9edbaa86b39), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:50.477320 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=ba32feec-d45d-45f5-b67e-c9edbaa86b39,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:50.484751 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.485383 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.485537 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.486059 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.486428 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.486759 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.487252 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.487584 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.487913 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.488239 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.488589 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.488968 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.489347 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.489673 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.489996 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.659831 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 35572) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:50.674984 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-93e908b3-90be-48ff-afde-954d07afb961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:50.776849 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-93e908b3-90be-48ff-afde-954d07afb961 admin admin] Publish callbacks [] for security_group (bb3b34e2-ea3e-413c-9380-a60c4dbc1a97), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:50.781787 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ea261-4fbe-4700-bd20-83ed811759a8 req-6a5aff11-b558-4492-b938-166fcd52a950 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:50.784089 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ac5ea261-4fbe-4700-bd20-83ed811759a8 req-6a5aff11-b558-4492-b938-166fcd52a950 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0584464 Apr 08 17:39:50.793887 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-93e908b3-90be-48ff-afde-954d07afb961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (bb3b34e2-ea3e-413c-9380-a60c4dbc1a97), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:50.837751 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ac5ea261-4fbe-4700-bd20-83ed811759a8 req-2ffa9a3b-a401-40d9-aad5-da8dc6884cdf tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474489 Apr 08 17:39:50.999245 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['ba32feec-d45d-45f5-b67e-c9edbaa86b39'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:39:51.054507 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-93e908b3-90be-48ff-afde-954d07afb961 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=06f23136b1f14def88004d16b80764d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3934553 Apr 08 17:39:51.054966 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 35592) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:51.070553 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e908b3-90be-48ff-afde-954d07afb961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3b34e2-ea3e-413c-9380-a60c4dbc1a97,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:51.084862 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a6a9-e888-45ce-90bc-d4aed4437707 req-836d95cb-873b-487c-988b-3d23955ca3cb tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:51.091092 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fff4a6a9-e888-45ce-90bc-d4aed4437707 req-836d95cb-873b-487c-988b-3d23955ca3cb tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.2592282 Apr 08 17:39:51.161014 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bd3f1fe1-4efa-4ba2-b3d5-b65c7e2b42b2 admin admin] Publish callbacks [] for security_group (bb3b34e2-ea3e-413c-9380-a60c4dbc1a97), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:51.175572 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fff4a6a9-e888-45ce-90bc-d4aed4437707 req-0eb23ae7-0f12-45b2-9035-b878d3e68c01 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767624 Apr 08 17:39:51.221303 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bd3f1fe1-4efa-4ba2-b3d5-b65c7e2b42b2 admin admin] Publish callbacks [] for security_group (bb3b34e2-ea3e-413c-9380-a60c4dbc1a97), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:51.303426 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4382466-ac52-4881-9967-15d9da5b57ae req-9340ac46-07dc-4425-878d-77157c9824d7 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:51.304999 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f4382466-ac52-4881-9967-15d9da5b57ae req-9340ac46-07dc-4425-878d-77157c9824d7 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0809736 Apr 08 17:39:51.333654 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad577421-5657-491b-a9fc-be34a352429d req-b2b4d17e-433d-4f6b-9ca4-13dc68859244 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:51.344135 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ad577421-5657-491b-a9fc-be34a352429d req-b2b4d17e-433d-4f6b-9ca4-13dc68859244 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 943 time: 0.0684776 Apr 08 17:39:51.351923 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bd3f1fe1-4efa-4ba2-b3d5-b65c7e2b42b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (bb3b34e2-ea3e-413c-9380-a60c4dbc1a97), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:51.354475 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bd3f1fe1-4efa-4ba2-b3d5-b65c7e2b42b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:51.355731 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-bd3f1fe1-4efa-4ba2-b3d5-b65c7e2b42b2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bb3b34e2-ea3e-413c-9380-a60c4dbc1a97 HTTP/1.1" status: 204 len: 168 time: 0.2995908 Apr 08 17:39:51.367463 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f1fe1-4efa-4ba2-b3d5-b65c7e2b42b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3b34e2-ea3e-413c-9380-a60c4dbc1a97,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:51.395740 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f4382466-ac52-4881-9967-15d9da5b57ae req-13291553-df6b-479f-8af0-3f54f9af7cb7 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848036 Apr 08 17:39:51.404252 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ad577421-5657-491b-a9fc-be34a352429d req-cc4b4c67-022e-4469-ac47-27a8527e5033 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586739 Apr 08 17:39:51.442760 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 35608) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:51.525273 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5df5a2-1561-4422-b9fb-be334ec7f677 req-f0136aa4-b582-4e23-8973-bd023d473d06 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:51.526780 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1c5df5a2-1561-4422-b9fb-be334ec7f677 req-f0136aa4-b582-4e23-8973-bd023d473d06 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0521851 Apr 08 17:39:51.577808 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1c5df5a2-1561-4422-b9fb-be334ec7f677 req-782a4e16-b9f3-4cc7-9ade-b139a592818f tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450547 Apr 08 17:39:51.689246 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9cce64e2-d2a9-46eb-9d24-f5b2faeb473d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:51.770449 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9cce64e2-d2a9-46eb-9d24-f5b2faeb473d admin admin] Publish callbacks [] for security_group (ef3e1166-eee6-499e-8e7e-d6867cccde7b), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:51.775408 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9cce64e2-d2a9-46eb-9d24-f5b2faeb473d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (ef3e1166-eee6-499e-8e7e-d6867cccde7b), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:51.822976 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce64e2-d2a9-46eb-9d24-f5b2faeb473d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3e1166-eee6-499e-8e7e-d6867cccde7b,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:51.826649 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-9cce64e2-d2a9-46eb-9d24-f5b2faeb473d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d5d6882604d945c4a0f6ddc6e452ca0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3827538 Apr 08 17:39:51.829432 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 35626) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:51.899232 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-49e75998-8bbe-411d-8872-c8fa1a31fd18 admin admin] Publish callbacks [] for security_group (ef3e1166-eee6-499e-8e7e-d6867cccde7b), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:51.929681 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-49e75998-8bbe-411d-8872-c8fa1a31fd18 admin admin] Publish callbacks [] for security_group (ef3e1166-eee6-499e-8e7e-d6867cccde7b), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:51.965663 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc7371-dfac-4d38-9bff-d1065dab5826 req-88003bca-2540-4804-be11-6f8558481dd8 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:51.973773 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-93dc7371-dfac-4d38-9bff-d1065dab5826 req-88003bca-2540-4804-be11-6f8558481dd8 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0605640 Apr 08 17:39:51.988698 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-49e75998-8bbe-411d-8872-c8fa1a31fd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (ef3e1166-eee6-499e-8e7e-d6867cccde7b), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:51.991476 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-49e75998-8bbe-411d-8872-c8fa1a31fd18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:51.992660 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-49e75998-8bbe-411d-8872-c8fa1a31fd18 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ef3e1166-eee6-499e-8e7e-d6867cccde7b HTTP/1.1" status: 204 len: 168 time: 0.1622543 Apr 08 17:39:52.001765 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e75998-8bbe-411d-8872-c8fa1a31fd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3e1166-eee6-499e-8e7e-d6867cccde7b,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:52.035940 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-93dc7371-dfac-4d38-9bff-d1065dab5826 req-7edc56cc-e5cc-4169-a926-9eeb4e170b2f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612082 Apr 08 17:39:52.157622 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device ba32feec-d45d-45f5-b67e-c9edbaa86b39 up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:39:52.210682 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning for port ba32feec-d45d-45f5-b67e-c9edbaa86b39 completed by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:39:52.219091 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port ba32feec-d45d-45f5-b67e-c9edbaa86b39 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:52.219594 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (ba32feec-d45d-45f5-b67e-c9edbaa86b39), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:52.321293 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a15a2-5012-48cd-89a3-c0ef1c9c25fc req-c7bcd162-42a1-4924-95b6-5e1f552072dd tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:52.323931 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-671a15a2-5012-48cd-89a3-c0ef1c9c25fc req-c7bcd162-42a1-4924-95b6-5e1f552072dd tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0756867 Apr 08 17:39:52.341548 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port ba32feec-d45d-45f5-b67e-c9edbaa86b39 is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:52.341972 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (ba32feec-d45d-45f5-b67e-c9edbaa86b39), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:52.372349 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399f95e8-785d-49a4-b8d8-2808709f17c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba32feec-d45d-45f5-b67e-c9edbaa86b39'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:39:52.375019 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50213fc-2b18-4a51-b2b7-f9adf3932727" -d '{"events": [{"server_uuid": "399f95e8-785d-49a4-b8d8-2808709f17c9", "name": "network-vif-plugged", "status": "completed", "tag": "ba32feec-d45d-45f5-b67e-c9edbaa86b39"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:39:52.392879 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-671a15a2-5012-48cd-89a3-c0ef1c9c25fc req-c9244966-edbf-4d3d-b373-7490b5be8f1b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637786 Apr 08 17:39:52.406619 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port ba32feec-d45d-45f5-b67e-c9edbaa86b39, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ba32feec-d45d-45f5-b67e-c9edbaa86b39,segment=NetworkSegment(68a9f1fe-2a35-48ca-8f7f-dccbf741c802),segment_id=68a9f1fe-2a35-48ca-8f7f-dccbf741c802)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:52.417320 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (ba32feec-d45d-45f5-b67e-c9edbaa86b39), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:52.421031 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71df1f44-9954-48fb-bb0a-361883998e7a x-openstack-request-id: req-71df1f44-9954-48fb-bb0a-361883998e7a {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:39:52.421497 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399f95e8-785d-49a4-b8d8-2808709f17c9", "name": "network-vif-plugged", "status": "completed", "tag": "ba32feec-d45d-45f5-b67e-c9edbaa86b39", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:39:52.424194 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-71df1f44-9954-48fb-bb0a-361883998e7a {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:39:52.424823 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71df1f44-9954-48fb-bb0a-361883998e7a'] response: {'server_uuid': '399f95e8-785d-49a4-b8d8-2808709f17c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba32feec-d45d-45f5-b67e-c9edbaa86b39', 'code': 200} Apr 08 17:39:52.487453 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 35666) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:52.501263 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-061dc572-30e1-429f-b321-e245a9f663e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:52.503257 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=ba32feec-d45d-45f5-b67e-c9edbaa86b39,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:52.554762 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b93315-f904-4658-ab61-5a1bba8e9fab req-eba14476-5ff1-4584-910b-3e4478413352 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:52.556656 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-18b93315-f904-4658-ab61-5a1bba8e9fab req-eba14476-5ff1-4584-910b-3e4478413352 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0800698 Apr 08 17:39:52.584536 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92258c3c-8a72-4ce4-a587-4af40331ba05 req-86b18355-993e-4383-ab46-b0be4114035d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:52.591546 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-92258c3c-8a72-4ce4-a587-4af40331ba05 req-86b18355-993e-4383-ab46-b0be4114035d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 943 time: 0.0759482 Apr 08 17:39:52.625143 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-18b93315-f904-4658-ab61-5a1bba8e9fab req-0d397284-e2f4-4c3c-a053-0fd3a06c1d16 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546894 Apr 08 17:39:52.669339 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-92258c3c-8a72-4ce4-a587-4af40331ba05 req-cafdc531-d52f-4c14-8f89-e77f22339714 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719864 Apr 08 17:39:52.716902 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-061dc572-30e1-429f-b321-e245a9f663e2 admin admin] Publish callbacks [] for security_group (7a7041b0-b71b-4112-bdd4-a59e2a34858e), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:52.722516 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-061dc572-30e1-429f-b321-e245a9f663e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (7a7041b0-b71b-4112-bdd4-a59e2a34858e), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:52.775199 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-061dc572-30e1-429f-b321-e245a9f663e2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0c635c8fad82464eb98ff0a58e83f45d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860303 Apr 08 17:39:52.775884 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 35672) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:52.778041 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6fabd-ed51-40a1-98a4-9a260634e324 req-730ef46b-7133-4149-8c45-7a65f4643d8a tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:52.781105 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-add6fabd-ed51-40a1-98a4-9a260634e324 req-730ef46b-7133-4149-8c45-7a65f4643d8a tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0622976 Apr 08 17:39:52.783711 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061dc572-30e1-429f-b321-e245a9f663e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7041b0-b71b-4112-bdd4-a59e2a34858e,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:52.855689 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-add6fabd-ed51-40a1-98a4-9a260634e324 req-2fc1325a-530c-4e14-ae45-916e31ba6aa1 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596430 Apr 08 17:39:52.856239 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-94da9ec9-1959-4be2-876e-e5bf10f04566 admin admin] Publish callbacks [] for security_group (7a7041b0-b71b-4112-bdd4-a59e2a34858e), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:52.883733 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-94da9ec9-1959-4be2-876e-e5bf10f04566 admin admin] Publish callbacks [] for security_group (7a7041b0-b71b-4112-bdd4-a59e2a34858e), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:52.937900 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-94da9ec9-1959-4be2-876e-e5bf10f04566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (7a7041b0-b71b-4112-bdd4-a59e2a34858e), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:52.941276 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-94da9ec9-1959-4be2-876e-e5bf10f04566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:52.945257 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-94da9ec9-1959-4be2-876e-e5bf10f04566 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7a7041b0-b71b-4112-bdd4-a59e2a34858e HTTP/1.1" status: 204 len: 168 time: 0.1679990 Apr 08 17:39:52.957121 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da9ec9-1959-4be2-876e-e5bf10f04566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7041b0-b71b-4112-bdd4-a59e2a34858e,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:53.168946 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c29dcf-d173-490e-81a0-c9848a24d413 req-c97aae99-c376-493f-bb5a-ba0b68f12e94 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:53.170480 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-30c29dcf-d173-490e-81a0-c9848a24d413 req-c97aae99-c376-493f-bb5a-ba0b68f12e94 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0509391 Apr 08 17:39:53.228057 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-30c29dcf-d173-490e-81a0-c9848a24d413 req-7a387ad1-a80e-48ad-8eaa-cd646a6cec91 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516827 Apr 08 17:39:53.521775 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcaf2e-21a9-49e5-bf5c-6beec740c8eb req-e3fa7bb2-d981-4f65-865d-2997f40b1de0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:53.523320 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-26bcaf2e-21a9-49e5-bf5c-6beec740c8eb req-e3fa7bb2-d981-4f65-865d-2997f40b1de0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0491133 Apr 08 17:39:53.579824 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-26bcaf2e-21a9-49e5-bf5c-6beec740c8eb req-779f5857-a171-432b-a7ea-20198ba4086a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503986 Apr 08 17:39:53.773094 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9257d-3bc0-4121-acfe-9276ff5d01ec req-6c4a6577-285a-4e90-a461-5bfbf7bb38ce tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:53.780821 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-00b9257d-3bc0-4121-acfe-9276ff5d01ec req-6c4a6577-285a-4e90-a461-5bfbf7bb38ce tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0696709 Apr 08 17:39:53.793481 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2de58-9873-490d-971b-802d750207f2 req-dd24d09e-e375-4738-b85d-b64dcbcb9b3c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:53.801667 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4ca2de58-9873-490d-971b-802d750207f2 req-dd24d09e-e375-4738-b85d-b64dcbcb9b3c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 943 time: 0.0640943 Apr 08 17:39:53.825943 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-00b9257d-3bc0-4121-acfe-9276ff5d01ec req-f426954b-8d1f-4027-8308-5fb1bbac6feb tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442443 Apr 08 17:39:53.870987 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4ca2de58-9873-490d-971b-802d750207f2 req-6e26dd11-e53b-41d4-8182-7b020233f719 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665107 Apr 08 17:39:53.955422 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da124f4a-0c95-440c-84d3-ccfd5d2585e2 req-4672435f-2009-4eaa-9526-c8b13419e3e5 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:53.957000 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-da124f4a-0c95-440c-84d3-ccfd5d2585e2 req-4672435f-2009-4eaa-9526-c8b13419e3e5 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0514317 Apr 08 17:39:54.007210 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-da124f4a-0c95-440c-84d3-ccfd5d2585e2 req-7fc5192f-4ad8-4957-97d8-714a182d6147 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439289 Apr 08 17:39:54.176187 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device cbeb77ce-e8e8-4927-b509-08d9ccad99fb details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:39:54.334431 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port cbeb77ce-e8e8-4927-b509-08d9ccad99fb, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cbeb77ce-e8e8-4927-b509-08d9ccad99fb,segment=NetworkSegment(0d89a509-4539-4eec-8583-82285d4c7719),segment_id=0d89a509-4539-4eec-8583-82285d4c7719)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:54.353695 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': 'cbeb77ce-e8e8-4927-b509-08d9ccad99fb', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'port_id': 'cbeb77ce-e8e8-4927-b509-08d9ccad99fb', 'mac_address': 'fa:16:3e:7d:fa:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 996, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:39:54.395241 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port cbeb77ce-e8e8-4927-b509-08d9ccad99fb is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:54.395874 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (cbeb77ce-e8e8-4927-b509-08d9ccad99fb), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:54.411580 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbeb77ce-e8e8-4927-b509-08d9ccad99fb {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:39:54.423259 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650be1c-dd9c-4a8a-ad96-47d946dbf44d req-79db14c8-177c-46d8-9fa3-7722a45085af tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:54.424987 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7650be1c-dd9c-4a8a-ad96-47d946dbf44d req-79db14c8-177c-46d8-9fa3-7722a45085af tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0825377 Apr 08 17:39:54.440880 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port cbeb77ce-e8e8-4927-b509-08d9ccad99fb, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cbeb77ce-e8e8-4927-b509-08d9ccad99fb,segment=NetworkSegment(0d89a509-4539-4eec-8583-82285d4c7719),segment_id=0d89a509-4539-4eec-8583-82285d4c7719)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:54.447756 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (cbeb77ce-e8e8-4927-b509-08d9ccad99fb), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:54.491935 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7650be1c-dd9c-4a8a-ad96-47d946dbf44d req-e8215563-6a23-402f-816c-c6bc28ed5a07 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607493 Apr 08 17:39:54.514378 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=cbeb77ce-e8e8-4927-b509-08d9ccad99fb,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:54.717952 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af70f09-dd15-4e00-a9bd-60fd6124c8c8 req-df48b8e2-d851-4f3d-b46f-083863f6aaba tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:54.719911 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7af70f09-dd15-4e00-a9bd-60fd6124c8c8 req-df48b8e2-d851-4f3d-b46f-083863f6aaba tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0517340 Apr 08 17:39:54.784228 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7af70f09-dd15-4e00-a9bd-60fd6124c8c8 req-fc96a7d7-f3ae-4169-84b7-5c64368a046c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579042 Apr 08 17:39:54.956423 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9b12d-725f-48cb-9518-b250042e718e req-79dd235d-ab5e-4564-a346-cce8a8d7d18f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:54.958070 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-60d9b12d-725f-48cb-9518-b250042e718e req-79dd235d-ab5e-4564-a346-cce8a8d7d18f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0588615 Apr 08 17:39:55.012837 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcba7c-8fdc-4491-b849-5f9c9d81304d req-fb7f1edc-8266-4307-8120-a4fd55aa9c80 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:55.014790 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e3bcba7c-8fdc-4491-b849-5f9c9d81304d req-fb7f1edc-8266-4307-8120-a4fd55aa9c80 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 944 time: 0.0631981 Apr 08 17:39:55.035892 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-60d9b12d-725f-48cb-9518-b250042e718e req-812822e1-a0ba-4822-8f4c-0e7ab9c45ea2 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713334 Apr 08 17:39:55.101511 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e3bcba7c-8fdc-4491-b849-5f9c9d81304d req-5d8eaf1e-9e35-4265-a1b4-8460502c3df2 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760229 Apr 08 17:39:55.159192 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa64c7-308a-47c0-acef-c29ccc1277f6 req-bc149d43-9588-4930-afed-48612f0fd9d5 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:55.160815 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3afa64c7-308a-47c0-acef-c29ccc1277f6 req-bc149d43-9588-4930-afed-48612f0fd9d5 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0494521 Apr 08 17:39:55.221589 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3afa64c7-308a-47c0-acef-c29ccc1277f6 req-ecf7c72c-8d0e-467f-9189-06c512fb25df tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540950 Apr 08 17:39:55.611478 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c5d23-91c1-45ac-8c59-8c7028f3366b req-684912bc-3407-4e45-aea6-0e4d641afc78 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:55.613116 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-435c5d23-91c1-45ac-8c59-8c7028f3366b req-684912bc-3407-4e45-aea6-0e4d641afc78 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0487857 Apr 08 17:39:55.625498 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 35872) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:55.655334 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['cbeb77ce-e8e8-4927-b509-08d9ccad99fb'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:39:55.662701 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-435c5d23-91c1-45ac-8c59-8c7028f3366b req-d34cb0f8-a60c-431e-b63a-de99c27f191d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435278 Apr 08 17:39:55.746657 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-29c60e14-9a0b-43fc-9c5f-56e3c8167518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:55.848746 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-29c60e14-9a0b-43fc-9c5f-56e3c8167518 admin admin] Publish callbacks [] for security_group (5c258fd4-8453-45e1-a194-e5af5d4f3624), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:55.853424 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-29c60e14-9a0b-43fc-9c5f-56e3c8167518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (5c258fd4-8453-45e1-a194-e5af5d4f3624), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:55.924388 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-29c60e14-9a0b-43fc-9c5f-56e3c8167518 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4f30deb26d5e4b8fb8a9416e0a0d84f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972608 Apr 08 17:39:55.927308 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 35884) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:55.929719 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c60e14-9a0b-43fc-9c5f-56e3c8167518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c258fd4-8453-45e1-a194-e5af5d4f3624,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:55.941587 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66c51a-9147-43ba-bae4-84ae24b0be6b req-778237c4-e157-43f5-b3e7-443f08ce110b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:55.943201 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7d66c51a-9147-43ba-bae4-84ae24b0be6b req-778237c4-e157-43f5-b3e7-443f08ce110b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0724106 Apr 08 17:39:55.982148 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a480533a-e069-43ab-9766-aedee8ac4b8c admin admin] Publish callbacks [] for security_group (5c258fd4-8453-45e1-a194-e5af5d4f3624), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:55.993823 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7d66c51a-9147-43ba-bae4-84ae24b0be6b req-abf279b4-bd26-46fe-bdb9-0d258f3ef9b8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438364 Apr 08 17:39:56.005341 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a480533a-e069-43ab-9766-aedee8ac4b8c admin admin] Publish callbacks [] for security_group (5c258fd4-8453-45e1-a194-e5af5d4f3624), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:56.058284 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a480533a-e069-43ab-9766-aedee8ac4b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (5c258fd4-8453-45e1-a194-e5af5d4f3624), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:56.061204 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a480533a-e069-43ab-9766-aedee8ac4b8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:56.062323 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-a480533a-e069-43ab-9766-aedee8ac4b8c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5c258fd4-8453-45e1-a194-e5af5d4f3624 HTTP/1.1" status: 204 len: 168 time: 0.1340444 Apr 08 17:39:56.071634 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480533a-e069-43ab-9766-aedee8ac4b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c258fd4-8453-45e1-a194-e5af5d4f3624,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:56.186123 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864abe0a-0654-403b-89e1-df984bfb055c req-f85a7f5e-14c4-421a-bf24-da20880af818 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:56.195110 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-864abe0a-0654-403b-89e1-df984bfb055c req-f85a7f5e-14c4-421a-bf24-da20880af818 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0636365 Apr 08 17:39:56.256368 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-864abe0a-0654-403b-89e1-df984bfb055c req-5b658554-3c12-4e46-9efb-eb6f49ef308c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602813 Apr 08 17:39:56.267726 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc09d7-3e29-4457-96b0-30e854ba6886 req-566e32f8-f60d-44bb-b565-fc738874de29 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:56.270184 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-02bc09d7-3e29-4457-96b0-30e854ba6886 req-566e32f8-f60d-44bb-b565-fc738874de29 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 944 time: 0.0968306 Apr 08 17:39:56.342436 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-02bc09d7-3e29-4457-96b0-30e854ba6886 req-266095a5-e55c-4242-af14-f48dd5ab4747 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653958 Apr 08 17:39:56.397519 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa3466-f154-43fa-a071-c9f04b71d161 req-41ddfe86-0dae-4b26-b9a6-9908245bbb10 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:56.399238 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0aaa3466-f154-43fa-a071-c9f04b71d161 req-41ddfe86-0dae-4b26-b9a6-9908245bbb10 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0576656 Apr 08 17:39:56.450336 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0aaa3466-f154-43fa-a071-c9f04b71d161 req-1b73dbca-bd0e-4112-b5b7-b64dabbc2eff tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450096 Apr 08 17:39:56.453668 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 35908) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:56.468054 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-80223e15-6c07-4d2b-8f0c-52427d608be2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:56.546627 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-80223e15-6c07-4d2b-8f0c-52427d608be2 admin admin] Publish callbacks [] for security_group (51f5799a-2e04-46ed-be6c-d1038094b459), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:56.552037 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-80223e15-6c07-4d2b-8f0c-52427d608be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (51f5799a-2e04-46ed-be6c-d1038094b459), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:56.590304 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-80223e15-6c07-4d2b-8f0c-52427d608be2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5911b54398914397860643f409373515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348543 Apr 08 17:39:56.591393 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80223e15-6c07-4d2b-8f0c-52427d608be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f5799a-2e04-46ed-be6c-d1038094b459,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:56.593404 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 35910) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:56.650939 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9a95e1a5-e175-4153-8d12-abfc8248396a admin admin] Publish callbacks [] for security_group (51f5799a-2e04-46ed-be6c-d1038094b459), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:56.674042 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9a95e1a5-e175-4153-8d12-abfc8248396a admin admin] Publish callbacks [] for security_group (51f5799a-2e04-46ed-be6c-d1038094b459), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:56.723046 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9a95e1a5-e175-4153-8d12-abfc8248396a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (51f5799a-2e04-46ed-be6c-d1038094b459), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:56.725703 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9a95e1a5-e175-4153-8d12-abfc8248396a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:56.726844 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-9a95e1a5-e175-4153-8d12-abfc8248396a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/51f5799a-2e04-46ed-be6c-d1038094b459 HTTP/1.1" status: 204 len: 168 time: 0.1324136 Apr 08 17:39:56.736613 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95e1a5-e175-4153-8d12-abfc8248396a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f5799a-2e04-46ed-be6c-d1038094b459,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:56.784815 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4490b2-cbef-4585-9e9c-d4c07e3c8380 req-e2694c95-92d3-4d2e-90eb-973a4127ef08 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:56.786933 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-bb4490b2-cbef-4585-9e9c-d4c07e3c8380 req-e2694c95-92d3-4d2e-90eb-973a4127ef08 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0514371 Apr 08 17:39:56.839428 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-bb4490b2-cbef-4585-9e9c-d4c07e3c8380 req-ae8525b7-6e34-45a0-8dff-f3e537eeca0b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468986 Apr 08 17:39:57.122654 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27987d1-709f-42b6-b548-4662b7692b6f req-80a0c8f5-0e77-4875-84ad-c701337a4993 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:57.124313 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f27987d1-709f-42b6-b548-4662b7692b6f req-80a0c8f5-0e77-4875-84ad-c701337a4993 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0584950 Apr 08 17:39:57.180707 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f27987d1-709f-42b6-b548-4662b7692b6f req-bbc456db-4147-44e3-bc02-e27d28ad430b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502305 Apr 08 17:39:57.222228 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 35942) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:57.302864 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device cbeb77ce-e8e8-4927-b509-08d9ccad99fb up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:39:57.344684 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-23076528-0190-4b39-8f5f-7775e7fce951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:57.349329 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning for port cbeb77ce-e8e8-4927-b509-08d9ccad99fb completed by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:39:57.356838 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port cbeb77ce-e8e8-4927-b509-08d9ccad99fb triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:57.357711 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (cbeb77ce-e8e8-4927-b509-08d9ccad99fb), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:57.408682 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d922f7d-f27c-41f3-b1f1-0173fbfa3528 req-e77f518d-a4c2-49be-8019-809a56c8a44e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:57.415616 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4d922f7d-f27c-41f3-b1f1-0173fbfa3528 req-e77f518d-a4c2-49be-8019-809a56c8a44e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0729098 Apr 08 17:39:57.465749 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port cbeb77ce-e8e8-4927-b509-08d9ccad99fb is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:57.466138 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (cbeb77ce-e8e8-4927-b509-08d9ccad99fb), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:57.502932 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4d922f7d-f27c-41f3-b1f1-0173fbfa3528 req-2fa36ef1-1137-4cc4-8f4b-e09bc1c2cfa4 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862718 Apr 08 17:39:57.522972 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c038584f-86d1-4c88-9997-dfd82e84bb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbeb77ce-e8e8-4927-b509-08d9ccad99fb'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:39:57.524255 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23f445-822e-4262-a15f-14709b23b707 req-e24d2f0f-8fff-4dd0-b520-bffaf17e21d9 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:57.525889 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01f339b-67f7-40a8-a3f0-f835b7e50f0b" -d '{"events": [{"server_uuid": "c038584f-86d1-4c88-9997-dfd82e84bb3e", "name": "network-vif-plugged", "status": "completed", "tag": "cbeb77ce-e8e8-4927-b509-08d9ccad99fb"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:39:57.537072 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9f23f445-822e-4262-a15f-14709b23b707 req-e24d2f0f-8fff-4dd0-b520-bffaf17e21d9 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 944 time: 0.1153796 Apr 08 17:39:57.540134 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port cbeb77ce-e8e8-4927-b509-08d9ccad99fb, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cbeb77ce-e8e8-4927-b509-08d9ccad99fb,segment=NetworkSegment(0d89a509-4539-4eec-8583-82285d4c7719),segment_id=0d89a509-4539-4eec-8583-82285d4c7719)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:57.547180 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (cbeb77ce-e8e8-4927-b509-08d9ccad99fb), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:57.581983 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-23076528-0190-4b39-8f5f-7775e7fce951 admin admin] Publish callbacks [] for security_group (0568d599-b943-4321-82d6-53315fe02138), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:57.588901 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-23076528-0190-4b39-8f5f-7775e7fce951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (0568d599-b943-4321-82d6-53315fe02138), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:57.616862 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=cbeb77ce-e8e8-4927-b509-08d9ccad99fb,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:57.626138 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-23076528-0190-4b39-8f5f-7775e7fce951 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=825365b600194b9290cdb3ab76cf84e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4002075 Apr 08 17:39:57.629233 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 35966) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:57.653013 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9f23f445-822e-4262-a15f-14709b23b707 req-aa6ab571-9bf4-4d30-b916-d79002dc695c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145368 Apr 08 17:39:57.697900 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37d6e7-d585-459f-9e9c-32739a1e1050 req-9b09dc45-75af-489c-b82e-021699cd0e4a tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:57.699504 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2a37d6e7-d585-459f-9e9c-32739a1e1050 req-9b09dc45-75af-489c-b82e-021699cd0e4a tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0805335 Apr 08 17:39:57.705279 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23076528-0190-4b39-8f5f-7775e7fce951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0568d599-b943-4321-82d6-53315fe02138,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:57.747661 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-51a5cc7c-ee27-42dc-8836-5f66938f9198 admin admin] Publish callbacks [] for security_group (0568d599-b943-4321-82d6-53315fe02138), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:57.749957 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d898be44-109e-4b46-97fb-f4e2358396b5 x-openstack-request-id: req-d898be44-109e-4b46-97fb-f4e2358396b5 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:39:57.750386 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c038584f-86d1-4c88-9997-dfd82e84bb3e", "name": "network-vif-plugged", "status": "completed", "tag": "cbeb77ce-e8e8-4927-b509-08d9ccad99fb", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:39:57.750807 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d898be44-109e-4b46-97fb-f4e2358396b5 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:39:57.751656 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d898be44-109e-4b46-97fb-f4e2358396b5'] response: {'server_uuid': 'c038584f-86d1-4c88-9997-dfd82e84bb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbeb77ce-e8e8-4927-b509-08d9ccad99fb', 'code': 200} Apr 08 17:39:57.764299 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2a37d6e7-d585-459f-9e9c-32739a1e1050 req-ad355753-f4d1-4d53-a591-f6cf5849846a tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548153 Apr 08 17:39:57.784471 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-51a5cc7c-ee27-42dc-8836-5f66938f9198 admin admin] Publish callbacks [] for security_group (0568d599-b943-4321-82d6-53315fe02138), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:57.830679 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 35974) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:57.839327 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-51a5cc7c-ee27-42dc-8836-5f66938f9198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (0568d599-b943-4321-82d6-53315fe02138), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:57.842726 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-51a5cc7c-ee27-42dc-8836-5f66938f9198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:57.846381 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-51a5cc7c-ee27-42dc-8836-5f66938f9198 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0568d599-b943-4321-82d6-53315fe02138 HTTP/1.1" status: 204 len: 168 time: 0.2137599 Apr 08 17:39:57.852717 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5cc7c-ee27-42dc-8836-5f66938f9198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0568d599-b943-4321-82d6-53315fe02138,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:57.963750 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1d1c0-9fcb-47f8-8717-e036de719430 req-85d7e627-8c9e-411a-93aa-8489427ce9a5 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:57.965499 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c3a1d1c0-9fcb-47f8-8717-e036de719430 req-85d7e627-8c9e-411a-93aa-8489427ce9a5 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.0545537 Apr 08 17:39:58.013100 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3d7054cc-718a-40bc-871c-dbff22676657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:58.030717 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c3a1d1c0-9fcb-47f8-8717-e036de719430 req-abe0d581-c42f-4cd5-be64-86a6c1439881 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588152 Apr 08 17:39:58.108114 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3d7054cc-718a-40bc-871c-dbff22676657 admin admin] Publish callbacks [] for security_group (a63f68b5-67c5-46c5-a4a8-d88c02e06198), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:58.113678 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3d7054cc-718a-40bc-871c-dbff22676657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (a63f68b5-67c5-46c5-a4a8-d88c02e06198), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:58.155336 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-3d7054cc-718a-40bc-871c-dbff22676657 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3c3fd1f89f684486bedb4bc7a0b6a882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234541 Apr 08 17:39:58.156481 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7054cc-718a-40bc-871c-dbff22676657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63f68b5-67c5-46c5-a4a8-d88c02e06198,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:58.158261 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 35988) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:58.189184 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 35990) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:58.212036 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-95c3b843-c2b9-4866-aa08-3e407d4a042f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:58.217376 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e8bac7ed-3c5f-461b-89f7-4be9e01663bd admin admin] Publish callbacks [] for security_group (a63f68b5-67c5-46c5-a4a8-d88c02e06198), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:58.243213 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e8bac7ed-3c5f-461b-89f7-4be9e01663bd admin admin] Publish callbacks [] for security_group (a63f68b5-67c5-46c5-a4a8-d88c02e06198), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:58.310976 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e8bac7ed-3c5f-461b-89f7-4be9e01663bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (a63f68b5-67c5-46c5-a4a8-d88c02e06198), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:58.317025 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e8bac7ed-3c5f-461b-89f7-4be9e01663bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:58.318667 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-e8bac7ed-3c5f-461b-89f7-4be9e01663bd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a63f68b5-67c5-46c5-a4a8-d88c02e06198 HTTP/1.1" status: 204 len: 168 time: 0.1588087 Apr 08 17:39:58.335202 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e533961-906c-4602-8fdd-1706014a81e9 req-6f483776-6840-478f-9454-9f7ddb9b35cd tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:58.336777 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4e533961-906c-4602-8fdd-1706014a81e9 req-6f483776-6840-478f-9454-9f7ddb9b35cd tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0702693 Apr 08 17:39:58.339089 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bac7ed-3c5f-461b-89f7-4be9e01663bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63f68b5-67c5-46c5-a4a8-d88c02e06198,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:58.453317 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-95c3b843-c2b9-4866-aa08-3e407d4a042f admin admin] Publish callbacks [] for security_group (de3ef851-658b-41c5-92de-aa841a8d092e), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:58.469648 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-5d4a27b1-2d39-48d7-90aa-e1d2e642faab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:58.471198 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-5d4a27b1-2d39-48d7-90aa-e1d2e642faab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c793b519db45404da066489467255859&device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 1128 time: 0.1315925 Apr 08 17:39:58.474570 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-95c3b843-c2b9-4866-aa08-3e407d4a042f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (de3ef851-658b-41c5-92de-aa841a8d092e), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:58.542344 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-cf7d7f46-1018-4c03-9e3f-ced01580db28 service neutron] 10.222.0.20 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239380 Apr 08 17:39:58.573553 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4e533961-906c-4602-8fdd-1706014a81e9 req-09cbf72e-e183-40f8-a137-1401a1f52f3f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042351 Apr 08 17:39:58.587396 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-95c3b843-c2b9-4866-aa08-3e407d4a042f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2be98030bfa94b87b9929a53340b72e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3967588 Apr 08 17:39:58.588132 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 36006) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:58.594880 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3b843-c2b9-4866-aa08-3e407d4a042f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3ef851-658b-41c5-92de-aa841a8d092e,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:58.659853 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3f5c-86e6-410f-b698-be35c8448283 admin admin] Publish callbacks [] for security_group (de3ef851-658b-41c5-92de-aa841a8d092e), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:58.668929 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b348b4-e2ea-4fe0-acd4-824410a81022 req-f9afaf29-6a56-4b45-9ed2-47b1bb2cb828 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:58.670483 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-41b348b4-e2ea-4fe0-acd4-824410a81022 req-f9afaf29-6a56-4b45-9ed2-47b1bb2cb828 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0940340 Apr 08 17:39:58.702117 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3f5c-86e6-410f-b698-be35c8448283 admin admin] Publish callbacks [] for security_group (de3ef851-658b-41c5-92de-aa841a8d092e), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:58.737532 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-41b348b4-e2ea-4fe0-acd4-824410a81022 req-004e4a41-0cad-4771-aa16-b9bef27f002a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562606 Apr 08 17:39:58.780719 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 36014) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:58.806262 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc965b-4801-433c-8863-17b581da6545 req-6a810e65-c5a2-4fe9-844d-f5d56cac1eb2 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:58.807915 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-04bc965b-4801-433c-8863-17b581da6545 req-6a810e65-c5a2-4fe9-844d-f5d56cac1eb2 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0580120 Apr 08 17:39:58.809281 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3f5c-86e6-410f-b698-be35c8448283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (de3ef851-658b-41c5-92de-aa841a8d092e), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:58.812177 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3f5c-86e6-410f-b698-be35c8448283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:58.816220 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4b519419-9bf1-40d1-ad66-b05af4439914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:58.816712 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-9d9a3f5c-86e6-410f-b698-be35c8448283 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/de3ef851-658b-41c5-92de-aa841a8d092e HTTP/1.1" status: 204 len: 168 time: 0.2239237 Apr 08 17:39:58.822866 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a3f5c-86e6-410f-b698-be35c8448283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3ef851-658b-41c5-92de-aa841a8d092e,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:58.907711 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-04bc965b-4801-433c-8863-17b581da6545 req-0aad6447-f1bd-41f1-88df-2ada5a117e47 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822837 Apr 08 17:39:58.948727 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c825ae-1c0f-478a-b139-ceebd72a735d req-4cdf596a-db4b-4e67-8fdf-ea70a7d335cf tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:58.951904 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d6c825ae-1c0f-478a-b139-ceebd72a735d req-4cdf596a-db4b-4e67-8fdf-ea70a7d335cf tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0681505 Apr 08 17:39:59.011453 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-31aae26d-f029-41b6-a75c-2d9e86eb2bb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b75418df-6259-4cd9-b31e-8ce95d69aa65 HTTP/1.1" status: 200 len: 217 time: 0.0542774 Apr 08 17:39:59.063974 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4b519419-9bf1-40d1-ad66-b05af4439914 admin admin] Publish callbacks [] for security_group (9b816045-aab5-42f0-9e40-06b675752ae5), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:59.082447 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d6c825ae-1c0f-478a-b139-ceebd72a735d req-1b6e706b-7c5b-4abb-8498-c3f5219b8703 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974226 Apr 08 17:39:59.084930 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4b519419-9bf1-40d1-ad66-b05af4439914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (9b816045-aab5-42f0-9e40-06b675752ae5), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:59.116096 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-66f86b36-152f-4893-8003-275091e89681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:59.118355 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-66f86b36-152f-4893-8003-275091e89681 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8edf8b4-73f8-49e2-a695-014df408b2d6 HTTP/1.1" status: 200 len: 854 time: 0.0961323 Apr 08 17:39:59.160971 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b519419-9bf1-40d1-ad66-b05af4439914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b816045-aab5-42f0-9e40-06b675752ae5,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:59.166541 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-4b519419-9bf1-40d1-ad66-b05af4439914 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1bbda1a7b4ad491fa313620ede0a41d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845329 Apr 08 17:39:59.179669 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 36028) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:59.229581 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-42e5a868-e13e-4b0a-ad71-7f0241571566 service neutron] 10.222.0.20 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714171 Apr 08 17:39:59.283079 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-ac0f334d-a42c-49f8-a692-21bd147db6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:59.284891 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-ac0f334d-a42c-49f8-a692-21bd147db6fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1592798 Apr 08 17:39:59.322800 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 907da5ed-e1bb-4557-b2bd-e16d4aac5262 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:39:59.327081 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e1d90-acdf-4e38-bb83-d21ee908ee18 req-512117ca-4add-41d2-a504-e5676e394c9a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:59.334801 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-169e1d90-acdf-4e38-bb83-d21ee908ee18 req-512117ca-4add-41d2-a504-e5676e394c9a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 944 time: 0.1245456 Apr 08 17:39:59.341808 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-da8cb817-412c-4987-9c50-87b5bdc6eab3 admin admin] Publish callbacks [] for security_group (9b816045-aab5-42f0-9e40-06b675752ae5), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:59.360713 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3b6f0-3d08-4a1c-887f-5e06eaca2dca req-bd0e0d02-912c-441b-9311-256ceae85c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:59.363389 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-03c3b6f0-3d08-4a1c-887f-5e06eaca2dca req-bd0e0d02-912c-441b-9311-256ceae85c2e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 1130 time: 0.1289535 Apr 08 17:39:59.390457 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-169e1d90-acdf-4e38-bb83-d21ee908ee18 req-3410425c-aaad-4b9a-ab8b-126ea081e510 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546536 Apr 08 17:39:59.391811 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed7442-c4d3-4eea-b33f-4aec046b4c91 req-84baf413-56fa-4335-b284-0ca417ea6fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:59.393248 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-da8cb817-412c-4987-9c50-87b5bdc6eab3 admin admin] Publish callbacks [] for security_group (9b816045-aab5-42f0-9e40-06b675752ae5), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:59.393364 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-33ed7442-c4d3-4eea-b33f-4aec046b4c91 req-84baf413-56fa-4335-b284-0ca417ea6fd8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 1129 time: 0.1283090 Apr 08 17:39:59.454324 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 907da5ed-e1bb-4557-b2bd-e16d4aac5262, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=907da5ed-e1bb-4557-b2bd-e16d4aac5262,segment=NetworkSegment(68a9f1fe-2a35-48ca-8f7f-dccbf741c802),segment_id=68a9f1fe-2a35-48ca-8f7f-dccbf741c802)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:59.468857 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': '907da5ed-e1bb-4557-b2bd-e16d4aac5262', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'port_id': '907da5ed-e1bb-4557-b2bd-e16d4aac5262', 'mac_address': 'fa:16:3e:1c:8e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 955, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:39:59.479494 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-da8cb817-412c-4987-9c50-87b5bdc6eab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (9b816045-aab5-42f0-9e40-06b675752ae5), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:59.482803 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-da8cb817-412c-4987-9c50-87b5bdc6eab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:59.485497 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-da8cb817-412c-4987-9c50-87b5bdc6eab3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9b816045-aab5-42f0-9e40-06b675752ae5 HTTP/1.1" status: 204 len: 168 time: 0.3016369 Apr 08 17:39:59.515087 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cb817-412c-4987-9c50-87b5bdc6eab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b816045-aab5-42f0-9e40-06b675752ae5,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:59.519017 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 907da5ed-e1bb-4557-b2bd-e16d4aac5262 is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:59.519411 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (907da5ed-e1bb-4557-b2bd-e16d4aac5262), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:59.544280 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907da5ed-e1bb-4557-b2bd-e16d4aac5262 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:39:59.570799 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 907da5ed-e1bb-4557-b2bd-e16d4aac5262, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=907da5ed-e1bb-4557-b2bd-e16d4aac5262,segment=NetworkSegment(68a9f1fe-2a35-48ca-8f7f-dccbf741c802),segment_id=68a9f1fe-2a35-48ca-8f7f-dccbf741c802)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:59.575607 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (907da5ed-e1bb-4557-b2bd-e16d4aac5262), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:59.661304 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=907da5ed-e1bb-4557-b2bd-e16d4aac5262,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:59.787374 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd5ae9-d8f4-49be-ace0-8493aac71012 req-03a4065b-ea6d-4e77-8b2d-beb43f85275f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:59.801030 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e6cd5ae9-d8f4-49be-ace0-8493aac71012 req-03a4065b-ea6d-4e77-8b2d-beb43f85275f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0919502 Apr 08 17:39:59.871289 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e6cd5ae9-d8f4-49be-ace0-8493aac71012 req-5435c05a-d2b9-4cb8-a0b7-7922b00a51c7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654638 Apr 08 17:39:59.895976 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c3efc-2cbb-4854-b559-1e8eba70d4b6 req-e1451b49-72b2-403b-834b-94098bbd27a8 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:59.897681 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e41c3efc-2cbb-4854-b559-1e8eba70d4b6 req-e1451b49-72b2-403b-834b-94098bbd27a8 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0695894 Apr 08 17:39:59.923167 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 36060) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:59.959347 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e41c3efc-2cbb-4854-b559-1e8eba70d4b6 req-b9060912-6f63-4c0c-a844-52e7c7f36212 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555320 Apr 08 17:40:00.035501 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153135b2-ce57-4b54-85f2-59dafc628d46 req-45341731-0468-4c02-9d21-53f2b222005c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:00.040957 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-153135b2-ce57-4b54-85f2-59dafc628d46 req-45341731-0468-4c02-9d21-53f2b222005c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0577106 Apr 08 17:40:00.063716 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-207991e3-7330-4367-a4de-6e9ba0c2f11a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-248738433-network', 'tenant_id': '60ceb4a07de64e5e9ca9bf7f119f4486'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:00.097904 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207991e3-7330-4367-a4de-6e9ba0c2f11a admin admin] Made reservation on behalf of 60ceb4a07de64e5e9ca9bf7f119f4486 for: {'network': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:40:00.100189 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-207991e3-7330-4367-a4de-6e9ba0c2f11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for network (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:00.112052 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-207991e3-7330-4367-a4de-6e9ba0c2f11a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:00.117757 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-153135b2-ce57-4b54-85f2-59dafc628d46 req-7e06e8c2-c250-47de-93cc-c150d18ae9fd tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739162 Apr 08 17:40:00.190013 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['907da5ed-e1bb-4557-b2bd-e16d4aac5262'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:40:00.206808 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-207991e3-7330-4367-a4de-6e9ba0c2f11a admin admin] Publish callbacks [] for security_group (95098024-a23b-482d-9eb7-6863f61338ab), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:00.212347 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-207991e3-7330-4367-a4de-6e9ba0c2f11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (95098024-a23b-482d-9eb7-6863f61338ab), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:00.220463 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394a789-ea4e-46bb-9659-493609d21343 req-fd2d82b1-e5fb-4ec4-8449-902da37d4c41 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:00.223198 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d394a789-ea4e-46bb-9659-493609d21343 req-fd2d82b1-e5fb-4ec4-8449-902da37d4c41 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0634873 Apr 08 17:40:00.258607 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207991e3-7330-4367-a4de-6e9ba0c2f11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95098024-a23b-482d-9eb7-6863f61338ab,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:00.261515 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-207991e3-7330-4367-a4de-6e9ba0c2f11a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 975} {{(pid=103548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:40:00.272814 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-207991e3-7330-4367-a4de-6e9ba0c2f11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (b9483ae2-192d-4d61-85a9-0b5e2f26ff7b), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:00.273266 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.segments_db [None req-207991e3-7330-4367-a4de-6e9ba0c2f11a admin admin] Added segment b9483ae2-192d-4d61-85a9-0b5e2f26ff7b of type vlan for network 1d1494a4-8a18-4f06-bd97-ec17992e9677 Apr 08 17:40:00.291979 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d394a789-ea4e-46bb-9659-493609d21343 req-b300bd97-cfee-41d2-8382-85ffeb7c7554 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620918 Apr 08 17:40:00.327723 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-207991e3-7330-4367-a4de-6e9ba0c2f11a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780306027852'] for network (1d1494a4-8a18-4f06-bd97-ec17992e9677), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:00.355715 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-207991e3-7330-4367-a4de-6e9ba0c2f11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for network (1d1494a4-8a18-4f06-bd97-ec17992e9677), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:00.357034 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207991e3-7330-4367-a4de-6e9ba0c2f11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:00.357785 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-207991e3-7330-4367-a4de-6e9ba0c2f11a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:00.399403 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-207991e3-7330-4367-a4de-6e9ba0c2f11a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4751112 Apr 08 17:40:00.402305 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 36082) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:00.407012 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-716eb0c8-0bac-48c4-b48d-432f437f90fd admin admin] Request body: {'subnet': {'network_id': '1d1494a4-8a18-4f06-bd97-ec17992e9677', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-248738433-subnet', 'tenant_id': '60ceb4a07de64e5e9ca9bf7f119f4486', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:00.444086 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207991e3-7330-4367-a4de-6e9ba0c2f11a admin admin] Pushing event updated for resources: {'Network': ['ID=1d1494a4-8a18-4f06-bd97-ec17992e9677,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:00.455448 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Network 1d1494a4-8a18-4f06-bd97-ec17992e9677 details requested by agent ovs-agent-dv-cinder-837166-1-iscsi with host dv-cinder-837166-1-iscsi {{(pid=103550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:40:00.467563 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716eb0c8-0bac-48c4-b48d-432f437f90fd admin admin] Made reservation on behalf of 60ceb4a07de64e5e9ca9bf7f119f4486 for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:40:00.470022 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-716eb0c8-0bac-48c4-b48d-432f437f90fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:00.553595 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca119d-29a9-46da-8c10-3cb7bca1b233 req-d3ce1676-b77c-4749-86e6-1bf5e39f3e3f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:00.555113 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-44ca119d-29a9-46da-8c10-3cb7bca1b233 req-d3ce1676-b77c-4749-86e6-1bf5e39f3e3f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 945 time: 0.0992539 Apr 08 17:40:00.641136 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-44ca119d-29a9-46da-8c10-3cb7bca1b233 req-ffef276f-6a6d-4f91-a019-af266d32c511 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801868 Apr 08 17:40:00.740805 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-716eb0c8-0bac-48c4-b48d-432f437f90fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for subnet (0fcd0684-73f5-43f8-8881-3b9618d53cd0), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:00.796668 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716eb0c8-0bac-48c4-b48d-432f437f90fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fcd0684-73f5-43f8-8881-3b9618d53cd0,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:00.814718 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716eb0c8-0bac-48c4-b48d-432f437f90fd admin admin] Checking segment: {'id': 'b9483ae2-192d-4d61-85a9-0b5e2f26ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '1d1494a4-8a18-4f06-bd97-ec17992e9677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:40:00.815159 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716eb0c8-0bac-48c4-b48d-432f437f90fd admin admin] Network hostable DHCP agents. Network: 1d1494a4-8a18-4f06-bd97-ec17992e9677, hostable agents: ['936a358b-e021-4ff4-ad20-3c86fe6ebe95'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:40:00.835219 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716eb0c8-0bac-48c4-b48d-432f437f90fd admin admin] Network 1d1494a4-8a18-4f06-bd97-ec17992e9677 is scheduled to be hosted by DHCP agent 936a358b-e021-4ff4-ad20-3c86fe6ebe95 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:40:00.846807 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-716eb0c8-0bac-48c4-b48d-432f437f90fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-1-iscsi, 1d1494a4-8a18-4f06-bd97-ec17992e9677) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:00.851795 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716eb0c8-0bac-48c4-b48d-432f437f90fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:00.852620 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-716eb0c8-0bac-48c4-b48d-432f437f90fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:00.859463 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccef8d4-158d-4a23-8a4d-eab552bfda1a None None] Network 1d1494a4-8a18-4f06-bd97-ec17992e9677 requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:40:00.892529 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-716eb0c8-0bac-48c4-b48d-432f437f90fd admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4851441 Apr 08 17:40:00.990468 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd76ae62-98c1-4294-90d7-a2ba87613e37 None None] Network 1d1494a4-8a18-4f06-bd97-ec17992e9677 requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:40:01.077379 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73041fa0-ccdb-496f-9a15-af7a87ab9cca req-8118d49e-382a-49c4-a09c-1f73eb9fa864 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:01.094642 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-73041fa0-ccdb-496f-9a15-af7a87ab9cca req-8118d49e-382a-49c4-a09c-1f73eb9fa864 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.1033320 Apr 08 17:40:01.152310 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-73041fa0-ccdb-496f-9a15-af7a87ab9cca req-a34786bb-ce93-46e2-abcf-65790e8d33f2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542793 Apr 08 17:40:01.179246 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0a8c8-5196-45b9-a3f7-4f72fa4ab0dc req-46154ffb-397c-43b1-909d-26bc08bf9294 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:01.180859 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7ef0a8c8-5196-45b9-a3f7-4f72fa4ab0dc req-46154ffb-397c-43b1-909d-26bc08bf9294 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0961137 Apr 08 17:40:01.274339 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7ef0a8c8-5196-45b9-a3f7-4f72fa4ab0dc req-6a3522fc-2fc6-44a5-8e44-8e27feb8dc88 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870299 Apr 08 17:40:01.338701 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c252b-f025-4194-9992-3289795733f8 req-a872a29a-7cb9-48b3-9467-fa331eba01a7 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:01.345612 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-349c252b-f025-4194-9992-3289795733f8 req-a872a29a-7cb9-48b3-9467-fa331eba01a7 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.1009557 Apr 08 17:40:01.419293 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-349c252b-f025-4194-9992-3289795733f8 req-9535101a-c288-4bc2-acfd-16b7e4156a7a tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564787 Apr 08 17:40:01.437703 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c8bb9-4179-4e5b-944c-29fcb9c61b2f req-bfb62bce-0015-4daa-9002-5ea5ee516e54 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:01.439412 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ba8c8bb9-4179-4e5b-944c-29fcb9c61b2f req-bfb62bce-0015-4daa-9002-5ea5ee516e54 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0618477 Apr 08 17:40:01.491950 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ba8c8bb9-4179-4e5b-944c-29fcb9c61b2f req-9f0eee51-ba06-4695-9d37-068232d7a29e tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456336 Apr 08 17:40:01.684458 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 36154) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:01.690360 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-cfc859ed-8213-4857-8465-0bf2d3027f2f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1153080872-network', 'tenant_id': 'b9c421122fac45d6a7fa36a7b30658d0'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:01.715442 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 907da5ed-e1bb-4557-b2bd-e16d4aac5262 up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:40:01.729635 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc859ed-8213-4857-8465-0bf2d3027f2f admin admin] Made reservation on behalf of b9c421122fac45d6a7fa36a7b30658d0 for: {'network': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:40:01.731967 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cfc859ed-8213-4857-8465-0bf2d3027f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for network (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:01.764241 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cfc859ed-8213-4857-8465-0bf2d3027f2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:01.775448 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning for port 907da5ed-e1bb-4557-b2bd-e16d4aac5262 completed by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:40:01.783008 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port 907da5ed-e1bb-4557-b2bd-e16d4aac5262 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:01.783695 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (907da5ed-e1bb-4557-b2bd-e16d4aac5262), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:01.791274 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de78c9-07f2-4730-a59d-55f1a1254405 req-f532ebdb-edb6-44e0-8654-508b50cc608b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:01.793145 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-93de78c9-07f2-4730-a59d-55f1a1254405 req-f532ebdb-edb6-44e0-8654-508b50cc608b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 945 time: 0.0774546 Apr 08 17:40:01.881238 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-93de78c9-07f2-4730-a59d-55f1a1254405 req-1843c7da-949c-4d98-858e-402faad5f7c8 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805433 Apr 08 17:40:01.884732 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 907da5ed-e1bb-4557-b2bd-e16d4aac5262 is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:01.885125 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (907da5ed-e1bb-4557-b2bd-e16d4aac5262), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:01.908468 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd519786e-88e0-4b0c-874b-b2864b52b2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907da5ed-e1bb-4557-b2bd-e16d4aac5262'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:40:01.908673 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cfc859ed-8213-4857-8465-0bf2d3027f2f admin admin] Publish callbacks [] for security_group (d0ae3f2e-6a7a-43c4-b839-bec6ea9fc50a), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:01.910836 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf411f9-7bde-4a64-9aac-3ca58c4e0f68" -d '{"events": [{"server_uuid": "d519786e-88e0-4b0c-874b-b2864b52b2bf", "name": "network-vif-plugged", "status": "completed", "tag": "907da5ed-e1bb-4557-b2bd-e16d4aac5262"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:40:01.914244 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cfc859ed-8213-4857-8465-0bf2d3027f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (d0ae3f2e-6a7a-43c4-b839-bec6ea9fc50a), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:01.924188 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 907da5ed-e1bb-4557-b2bd-e16d4aac5262, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=907da5ed-e1bb-4557-b2bd-e16d4aac5262,segment=NetworkSegment(68a9f1fe-2a35-48ca-8f7f-dccbf741c802),segment_id=68a9f1fe-2a35-48ca-8f7f-dccbf741c802)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:01.929441 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (907da5ed-e1bb-4557-b2bd-e16d4aac5262), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:01.944384 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc859ed-8213-4857-8465-0bf2d3027f2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 951} {{(pid=103549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:40:01.961512 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc859ed-8213-4857-8465-0bf2d3027f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ae3f2e-6a7a-43c4-b839-bec6ea9fc50a,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:01.965884 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84f670e-ee76-4ef0-9a91-6aa696a936a5 x-openstack-request-id: req-c84f670e-ee76-4ef0-9a91-6aa696a936a5 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:40:01.967016 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d519786e-88e0-4b0c-874b-b2864b52b2bf", "name": "network-vif-plugged", "status": "completed", "tag": "907da5ed-e1bb-4557-b2bd-e16d4aac5262", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:40:01.967460 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c84f670e-ee76-4ef0-9a91-6aa696a936a5 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:40:01.968078 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c84f670e-ee76-4ef0-9a91-6aa696a936a5'] response: {'server_uuid': 'd519786e-88e0-4b0c-874b-b2864b52b2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907da5ed-e1bb-4557-b2bd-e16d4aac5262', 'code': 200} Apr 08 17:40:01.969672 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cfc859ed-8213-4857-8465-0bf2d3027f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (db5926bb-8efb-4cbc-82eb-750d33857135), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:01.969672 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.segments_db [None req-cfc859ed-8213-4857-8465-0bf2d3027f2f admin admin] Added segment db5926bb-8efb-4cbc-82eb-750d33857135 of type vlan for network 11f5f8e6-14a9-402d-ab6a-de3362a0a39f Apr 08 17:40:01.993578 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=907da5ed-e1bb-4557-b2bd-e16d4aac5262,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:02.014373 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cfc859ed-8213-4857-8465-0bf2d3027f2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780306027852'] for network (11f5f8e6-14a9-402d-ab6a-de3362a0a39f), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:02.041034 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cfc859ed-8213-4857-8465-0bf2d3027f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for network (11f5f8e6-14a9-402d-ab6a-de3362a0a39f), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:02.042338 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc859ed-8213-4857-8465-0bf2d3027f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:02.043114 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cfc859ed-8213-4857-8465-0bf2d3027f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:02.074082 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-cfc859ed-8213-4857-8465-0bf2d3027f2f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3881829 Apr 08 17:40:02.076882 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 36178) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:02.108881 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-cefb912a-8f8d-40c7-acd1-0449b2a9f144 admin admin] Request body: {'subnet': {'network_id': '11f5f8e6-14a9-402d-ab6a-de3362a0a39f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1153080872-subnet', 'tenant_id': 'b9c421122fac45d6a7fa36a7b30658d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:02.120990 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc859ed-8213-4857-8465-0bf2d3027f2f admin admin] Pushing event updated for resources: {'Network': ['ID=11f5f8e6-14a9-402d-ab6a-de3362a0a39f,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:02.132688 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Network 11f5f8e6-14a9-402d-ab6a-de3362a0a39f details requested by agent ovs-agent-dv-cinder-837166-1-iscsi with host dv-cinder-837166-1-iscsi {{(pid=103550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:40:02.135160 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefb912a-8f8d-40c7-acd1-0449b2a9f144 admin admin] Made reservation on behalf of b9c421122fac45d6a7fa36a7b30658d0 for: {'subnet': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:40:02.137823 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cefb912a-8f8d-40c7-acd1-0449b2a9f144 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:02.308073 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 36186) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:02.333475 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43492dbc-4118-4ebb-9b19-000d3ad03d66 req-7128bb3a-f7f0-4fc7-9720-7a1eab3d87a2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:02.335171 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-43492dbc-4118-4ebb-9b19-000d3ad03d66 req-7128bb3a-f7f0-4fc7-9720-7a1eab3d87a2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0730932 Apr 08 17:40:02.435775 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-eb4fa69a-5cb9-4657-9142-008e69e6d56f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:02.436228 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cefb912a-8f8d-40c7-acd1-0449b2a9f144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for subnet (030d490c-6214-4e65-944b-bd91427bbe23), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:02.445626 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01835473-dca7-448c-9323-d72fe59b1c25 req-66865bdf-8e6c-4650-ad64-93ad13715ab1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:02.447212 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-01835473-dca7-448c-9323-d72fe59b1c25 req-66865bdf-8e6c-4650-ad64-93ad13715ab1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0832949 Apr 08 17:40:02.469581 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-43492dbc-4118-4ebb-9b19-000d3ad03d66 req-1836df69-ff29-482f-9793-a7aed22bf713 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273165 Apr 08 17:40:02.512476 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb912a-8f8d-40c7-acd1-0449b2a9f144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=030d490c-6214-4e65-944b-bd91427bbe23,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:02.534381 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-01835473-dca7-448c-9323-d72fe59b1c25 req-424eaf05-c742-4bad-b97e-e0df51244e75 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755265 Apr 08 17:40:02.539389 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefb912a-8f8d-40c7-acd1-0449b2a9f144 admin admin] Checking segment: {'id': 'db5926bb-8efb-4cbc-82eb-750d33857135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '11f5f8e6-14a9-402d-ab6a-de3362a0a39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:40:02.539788 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefb912a-8f8d-40c7-acd1-0449b2a9f144 admin admin] Network hostable DHCP agents. Network: 11f5f8e6-14a9-402d-ab6a-de3362a0a39f, hostable agents: ['936a358b-e021-4ff4-ad20-3c86fe6ebe95'], hosted agents: [] {{(pid=103549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:40:02.584281 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefb912a-8f8d-40c7-acd1-0449b2a9f144 admin admin] Network 11f5f8e6-14a9-402d-ab6a-de3362a0a39f is scheduled to be hosted by DHCP agent 936a358b-e021-4ff4-ad20-3c86fe6ebe95 with binding_index 1 {{(pid=103549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:40:02.611067 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-eb4fa69a-5cb9-4657-9142-008e69e6d56f admin admin] Publish callbacks [] for security_group (ac03331b-355c-4b61-a26c-846abb1ad153), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:02.619221 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-cefb912a-8f8d-40c7-acd1-0449b2a9f144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-1-iscsi, 11f5f8e6-14a9-402d-ab6a-de3362a0a39f) {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:40:02.623250 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-eb4fa69a-5cb9-4657-9142-008e69e6d56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (ac03331b-355c-4b61-a26c-846abb1ad153), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:02.631407 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460c80a6-abfb-4c38-a67d-0825b6dc8152 None None] Network 11f5f8e6-14a9-402d-ab6a-de3362a0a39f requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:40:02.634375 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a88344-fd62-4d88-a515-9946738907d5 req-158363de-b6d5-41ee-b9e1-930a73e99f8d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:02.638705 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d4a88344-fd62-4d88-a515-9946738907d5 req-158363de-b6d5-41ee-b9e1-930a73e99f8d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0632231 Apr 08 17:40:02.640659 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefb912a-8f8d-40c7-acd1-0449b2a9f144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:02.641378 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cefb912a-8f8d-40c7-acd1-0449b2a9f144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:02.687065 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-cefb912a-8f8d-40c7-acd1-0449b2a9f144 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6085911 Apr 08 17:40:02.726394 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d8f12-2c07-4823-9a6b-5c78f3b42b72 req-90c90059-7c74-4f5b-a6ac-06f3fa70c25b tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:02.728682 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-282d8f12-2c07-4823-9a6b-5c78f3b42b72 req-90c90059-7c74-4f5b-a6ac-06f3fa70c25b tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.1155856 Apr 08 17:40:02.732180 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fa69a-5cb9-4657-9142-008e69e6d56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac03331b-355c-4b61-a26c-846abb1ad153,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:02.762650 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-eb4fa69a-5cb9-4657-9142-008e69e6d56f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2395ea2a40aa4ee3adef985f222111f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4528353 Apr 08 17:40:02.765253 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 36214) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:02.777084 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d4a88344-fd62-4d88-a515-9946738907d5 req-30c7bc60-e758-499f-bec5-bec251335708 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282265 Apr 08 17:40:02.791045 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234cde27-3977-4137-b583-cafe459575b8 None None] Network 11f5f8e6-14a9-402d-ab6a-de3362a0a39f requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:40:02.839635 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-282d8f12-2c07-4823-9a6b-5c78f3b42b72 req-13150a52-39f1-4479-ac14-87fe9d113743 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043615 Apr 08 17:40:02.864629 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cda400ca-8420-4984-aad4-d1715a944bc1 admin admin] Publish callbacks [] for security_group (ac03331b-355c-4b61-a26c-846abb1ad153), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:02.890026 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cda400ca-8420-4984-aad4-d1715a944bc1 admin admin] Publish callbacks [] for security_group (ac03331b-355c-4b61-a26c-846abb1ad153), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:02.998843 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cda400ca-8420-4984-aad4-d1715a944bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (ac03331b-355c-4b61-a26c-846abb1ad153), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:03.002345 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cda400ca-8420-4984-aad4-d1715a944bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:03.006815 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-cda400ca-8420-4984-aad4-d1715a944bc1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ac03331b-355c-4b61-a26c-846abb1ad153 HTTP/1.1" status: 204 len: 168 time: 0.2378855 Apr 08 17:40:03.021013 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda400ca-8420-4984-aad4-d1715a944bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac03331b-355c-4b61-a26c-846abb1ad153,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:03.070876 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-03c3b6f0-3d08-4a1c-887f-5e06eaca2dca req-8bbb23af-e9da-46b9-a3ac-fab2a5e05758 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953290 Apr 08 17:40:03.166861 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09787baf-29f1-4d2d-a69f-53fc57fe397f req-d2a85fa1-eb14-44ad-a293-05b41d320434 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:03.173873 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-09787baf-29f1-4d2d-a69f-53fc57fe397f req-d2a85fa1-eb14-44ad-a293-05b41d320434 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.2050910 Apr 08 17:40:03.227105 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-33ed7442-c4d3-4eea-b33f-4aec046b4c91 req-c0f6a512-c796-4611-bc7a-0b3f602e4538 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237239 Apr 08 17:40:03.234626 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-fd81b308-4000-4bcf-af55-7867acd2babe service neutron] 10.222.0.20 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292230 Apr 08 17:40:03.269447 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-09787baf-29f1-4d2d-a69f-53fc57fe397f req-3eb14f25-2b6a-47d6-9a21-8280dcec8598 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946610 Apr 08 17:40:03.395999 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 36238) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:03.410690 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d9cca6fe-b639-42ac-b2ca-71100007f8da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:03.472311 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 36240) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:03.505118 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d9cca6fe-b639-42ac-b2ca-71100007f8da admin admin] Publish callbacks [] for security_group (0ac980f4-45d6-426f-a7c7-3212012385ce), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:03.512351 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d9cca6fe-b639-42ac-b2ca-71100007f8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (0ac980f4-45d6-426f-a7c7-3212012385ce), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:03.559356 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cca6fe-b639-42ac-b2ca-71100007f8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac980f4-45d6-426f-a7c7-3212012385ce,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:03.597592 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-d9cca6fe-b639-42ac-b2ca-71100007f8da admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=08bb084192a84e4b8283f497ea81125a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004473 Apr 08 17:40:03.600079 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 36252) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:03.609177 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5fb4076a-568b-4d0b-bae7-5cbadeb3bf74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:03.655147 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9fdf6-9686-4042-9596-9710f85f9818 req-3bf56f01-b2f9-4325-a626-03a0c16e5520 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:03.657207 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f8a9fdf6-9686-4042-9596-9710f85f9818 req-3bf56f01-b2f9-4325-a626-03a0c16e5520 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0721505 Apr 08 17:40:03.678396 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20075a12-fbc3-4cb0-9b2b-2c89bf0f2542 req-1c3d6e5b-47b4-4d44-ba84-0a6ca17c7757 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:03.680391 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-20075a12-fbc3-4cb0-9b2b-2c89bf0f2542 req-1c3d6e5b-47b4-4d44-ba84-0a6ca17c7757 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0619054 Apr 08 17:40:03.703598 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 84af0e26-395c-47be-ae44-b2b038690422 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:40:03.717149 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d2ae7c8e-a2e7-4d27-a8d2-490d9a91160d admin admin] Publish callbacks [] for security_group (0ac980f4-45d6-426f-a7c7-3212012385ce), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:03.732636 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f8a9fdf6-9686-4042-9596-9710f85f9818 req-87e552c4-55f1-4496-b910-2a83ae6570a1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678141 Apr 08 17:40:03.748480 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d2ae7c8e-a2e7-4d27-a8d2-490d9a91160d admin admin] Publish callbacks [] for security_group (0ac980f4-45d6-426f-a7c7-3212012385ce), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:03.771196 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-20075a12-fbc3-4cb0-9b2b-2c89bf0f2542 req-b086480d-9900-413c-aa2f-9e6f7c50a7d5 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767303 Apr 08 17:40:03.782526 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5fb4076a-568b-4d0b-bae7-5cbadeb3bf74 admin admin] Publish callbacks [] for security_group (c55d7b90-756f-45c1-bb1d-e55ea685f0ab), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:03.788430 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5fb4076a-568b-4d0b-bae7-5cbadeb3bf74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (c55d7b90-756f-45c1-bb1d-e55ea685f0ab), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:03.826342 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4076a-568b-4d0b-bae7-5cbadeb3bf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55d7b90-756f-45c1-bb1d-e55ea685f0ab,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:03.833085 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d2ae7c8e-a2e7-4d27-a8d2-490d9a91160d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (0ac980f4-45d6-426f-a7c7-3212012385ce), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:03.836592 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d2ae7c8e-a2e7-4d27-a8d2-490d9a91160d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:03.840869 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-d2ae7c8e-a2e7-4d27-a8d2-490d9a91160d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0ac980f4-45d6-426f-a7c7-3212012385ce HTTP/1.1" status: 204 len: 168 time: 0.2372935 Apr 08 17:40:03.849679 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae7c8e-a2e7-4d27-a8d2-490d9a91160d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac980f4-45d6-426f-a7c7-3212012385ce,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:03.855738 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 84af0e26-395c-47be-ae44-b2b038690422, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=84af0e26-395c-47be-ae44-b2b038690422,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:03.861997 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-5fb4076a-568b-4d0b-bae7-5cbadeb3bf74 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4b5bd01913de485fb41fc9f45fc16b76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3928232 Apr 08 17:40:03.863514 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 36260) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:03.868491 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': '84af0e26-395c-47be-ae44-b2b038690422', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'port_id': '84af0e26-395c-47be-ae44-b2b038690422', 'mac_address': 'fa:16:3e:e8:ee:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:40:03.910492 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 84af0e26-395c-47be-ae44-b2b038690422 is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:03.910881 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (84af0e26-395c-47be-ae44-b2b038690422), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:03.933388 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d3413bae-9bad-434d-8534-bcf4c163f5ac admin admin] Publish callbacks [] for security_group (c55d7b90-756f-45c1-bb1d-e55ea685f0ab), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:03.936076 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84af0e26-395c-47be-ae44-b2b038690422 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:40:03.956129 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a0db7-5b8b-4797-a0ab-c358eb4e8599 req-cde66f81-6d36-40b6-b1aa-34e19fca52a7 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:03.959181 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-663a0db7-5b8b-4797-a0ab-c358eb4e8599 req-cde66f81-6d36-40b6-b1aa-34e19fca52a7 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.1000080 Apr 08 17:40:03.962653 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 84af0e26-395c-47be-ae44-b2b038690422, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=84af0e26-395c-47be-ae44-b2b038690422,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:03.971061 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (84af0e26-395c-47be-ae44-b2b038690422), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:03.985281 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e08eb-0d99-42ca-a9a1-11c78f17d9e3 req-95dcabd3-4a13-4c11-bddb-a923f59f74eb tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:03.987068 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f67e08eb-0d99-42ca-a9a1-11c78f17d9e3 req-95dcabd3-4a13-4c11-bddb-a923f59f74eb tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0689902 Apr 08 17:40:03.993406 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d3413bae-9bad-434d-8534-bcf4c163f5ac admin admin] Publish callbacks [] for security_group (c55d7b90-756f-45c1-bb1d-e55ea685f0ab), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:04.029330 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=84af0e26-395c-47be-ae44-b2b038690422,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:04.036862 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-663a0db7-5b8b-4797-a0ab-c358eb4e8599 req-3574017c-1ac8-4781-b7f8-384ccc332da4 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712352 Apr 08 17:40:04.067872 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f67e08eb-0d99-42ca-a9a1-11c78f17d9e3 req-8e9d42dc-0739-42bf-8fad-927790c01ec5 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721166 Apr 08 17:40:04.090709 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d3413bae-9bad-434d-8534-bcf4c163f5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (c55d7b90-756f-45c1-bb1d-e55ea685f0ab), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:04.093717 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d3413bae-9bad-434d-8534-bcf4c163f5ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:04.095069 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-d3413bae-9bad-434d-8534-bcf4c163f5ac admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c55d7b90-756f-45c1-bb1d-e55ea685f0ab HTTP/1.1" status: 204 len: 168 time: 0.2303219 Apr 08 17:40:04.107856 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3413bae-9bad-434d-8534-bcf4c163f5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55d7b90-756f-45c1-bb1d-e55ea685f0ab,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:04.440613 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fcc16-8ab1-48a0-a458-58e8b41329b1 req-975204c5-7de2-4a35-976b-1b8efa0fc9eb tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:04.442378 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e10fcc16-8ab1-48a0-a458-58e8b41329b1 req-975204c5-7de2-4a35-976b-1b8efa0fc9eb tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0952578 Apr 08 17:40:04.510937 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e10fcc16-8ab1-48a0-a458-58e8b41329b1 req-961288d6-e11e-4695-a7b4-bcd780e7a4ca tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605571 Apr 08 17:40:04.524655 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 36290) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:04.528360 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['84af0e26-395c-47be-ae44-b2b038690422'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:40:04.556143 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-36a8104e-8a8c-4f5f-b5ed-af6d702ac8c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:04.676380 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-36a8104e-8a8c-4f5f-b5ed-af6d702ac8c9 admin admin] Publish callbacks [] for security_group (bcd693dd-836a-421c-ba59-6ae2027a5386), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:04.684982 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-36a8104e-8a8c-4f5f-b5ed-af6d702ac8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (bcd693dd-836a-421c-ba59-6ae2027a5386), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:04.728315 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-36a8104e-8a8c-4f5f-b5ed-af6d702ac8c9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1d58fc24dc684a05bff81a905bcf4144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025092 Apr 08 17:40:04.729218 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8104e-8a8c-4f5f-b5ed-af6d702ac8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd693dd-836a-421c-ba59-6ae2027a5386,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:04.731079 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 36296) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:04.791017 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c90081e8-c3f1-4ff0-986b-31fd7f510396 admin admin] Publish callbacks [] for security_group (bcd693dd-836a-421c-ba59-6ae2027a5386), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:04.824380 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c90081e8-c3f1-4ff0-986b-31fd7f510396 admin admin] Publish callbacks [] for security_group (bcd693dd-836a-421c-ba59-6ae2027a5386), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:04.872474 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ef5c4-acb1-4ebc-9ff2-fc0217d28caa req-6fc4ada1-8b62-4785-b7ef-f501b48163bd tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:04.879603 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-367ef5c4-acb1-4ebc-9ff2-fc0217d28caa req-6fc4ada1-8b62-4785-b7ef-f501b48163bd tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 945 time: 0.0539296 Apr 08 17:40:04.910377 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec624e7-4591-40bb-8660-d3c319eaf70a req-b9276098-c4b2-49e1-adcb-d8d82ba6af9e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:04.912104 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3ec624e7-4591-40bb-8660-d3c319eaf70a req-b9276098-c4b2-49e1-adcb-d8d82ba6af9e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0697815 Apr 08 17:40:04.946080 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-367ef5c4-acb1-4ebc-9ff2-fc0217d28caa req-0145587b-4c05-4caa-877a-c531a4c70429 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655141 Apr 08 17:40:04.952810 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c90081e8-c3f1-4ff0-986b-31fd7f510396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (bcd693dd-836a-421c-ba59-6ae2027a5386), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:04.955597 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c90081e8-c3f1-4ff0-986b-31fd7f510396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:04.956934 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-c90081e8-c3f1-4ff0-986b-31fd7f510396 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bcd693dd-836a-421c-ba59-6ae2027a5386 HTTP/1.1" status: 204 len: 168 time: 0.2244537 Apr 08 17:40:04.986928 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90081e8-c3f1-4ff0-986b-31fd7f510396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd693dd-836a-421c-ba59-6ae2027a5386,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:05.024324 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3ec624e7-4591-40bb-8660-d3c319eaf70a req-8afe241a-85a1-46fd-b61f-037d3e661e6d tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961013 Apr 08 17:40:05.168092 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a441a-2ae0-4631-8ac8-5b22e392599a req-26196c63-821d-4f33-8244-23a88ce2e5cf tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:05.172756 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6a2a441a-2ae0-4631-8ac8-5b22e392599a req-26196c63-821d-4f33-8244-23a88ce2e5cf tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0657964 Apr 08 17:40:05.225561 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6a2a441a-2ae0-4631-8ac8-5b22e392599a req-bf7ffdcd-ae87-46fb-9a4b-f2d9188164f8 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474365 Apr 08 17:40:05.385447 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1f5f0842-17ac-46a3-bcce-851d75513470 req-2a0e695f-ccaf-446e-8a94-eb15a37128c4 service neutron] 10.222.0.20 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237528 Apr 08 17:40:05.661369 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bb0eb-692c-454b-a02c-9e76ff600af1 req-546ea262-7c5a-41e6-8aae-f4fd33d4f710 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:05.661369 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-684bb0eb-692c-454b-a02c-9e76ff600af1 req-546ea262-7c5a-41e6-8aae-f4fd33d4f710 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0644758 Apr 08 17:40:05.729424 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-684bb0eb-692c-454b-a02c-9e76ff600af1 req-3cc0a84c-9e3d-4748-adcf-b7939fa85d69 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628693 Apr 08 17:40:06.134716 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018bf89-866d-4e32-a027-64f3633dffbd req-e5c8385f-8b3c-4047-8b23-f924880816d6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:06.137066 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5018bf89-866d-4e32-a027-64f3633dffbd req-e5c8385f-8b3c-4047-8b23-f924880816d6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 945 time: 0.0935528 Apr 08 17:40:06.182399 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35565e-9f37-4b8c-b0fa-95ece1de46b3 req-c6dfd9f2-5a67-488a-9984-cdd6f3fa7103 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:06.184718 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6b35565e-9f37-4b8c-b0fa-95ece1de46b3 req-c6dfd9f2-5a67-488a-9984-cdd6f3fa7103 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0670547 Apr 08 17:40:06.258269 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6b35565e-9f37-4b8c-b0fa-95ece1de46b3 req-e9f567b4-bad8-4f20-aba5-36f221c2e38c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657935 Apr 08 17:40:06.302563 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 84af0e26-395c-47be-ae44-b2b038690422 up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:40:06.402694 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6033fc-f7a7-4061-b4a8-4e965a520567 req-5fd22253-4f0d-49a4-adc9-121effb3638c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:06.411232 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ea6033fc-f7a7-4061-b4a8-4e965a520567 req-5fd22253-4f0d-49a4-adc9-121effb3638c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0720081 Apr 08 17:40:06.413715 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 36398) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:06.478920 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ea6033fc-f7a7-4061-b4a8-4e965a520567 req-ac42d039-255c-4e17-9fdf-5ab59b7036c4 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666714 Apr 08 17:40:06.530778 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5018bf89-866d-4e32-a027-64f3633dffbd req-dd111c54-8c30-4569-b1a7-e5d5b3b0ebb4 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3865161 Apr 08 17:40:06.622032 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning for port 84af0e26-395c-47be-ae44-b2b038690422 completed by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:40:06.630433 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port 84af0e26-395c-47be-ae44-b2b038690422 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:06.630933 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (84af0e26-395c-47be-ae44-b2b038690422), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:06.633801 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8f64528e-fac3-4236-8923-d9e9fc4899db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:06.723821 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8f64528e-fac3-4236-8923-d9e9fc4899db admin admin] Publish callbacks [] for security_group (7303ed49-ccfa-4435-be66-5591fb608d0d), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:06.732091 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 84af0e26-395c-47be-ae44-b2b038690422 is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:06.732508 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (84af0e26-395c-47be-ae44-b2b038690422), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:06.735295 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8f64528e-fac3-4236-8923-d9e9fc4899db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (7303ed49-ccfa-4435-be66-5591fb608d0d), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:06.741904 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 36410) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:06.770331 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b891b6-d56a-4d28-b5da-c2024d44fd99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84af0e26-395c-47be-ae44-b2b038690422'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:40:06.774473 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2fe236-a3c6-428d-9e08-ca3049e2e9fc" -d '{"events": [{"server_uuid": "80b891b6-d56a-4d28-b5da-c2024d44fd99", "name": "network-vif-plugged", "status": "completed", "tag": "84af0e26-395c-47be-ae44-b2b038690422"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:40:06.782778 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-8f64528e-fac3-4236-8923-d9e9fc4899db admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ba1d67c56b8a4db0b80639cae469ad12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3652644 Apr 08 17:40:06.782778 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64528e-fac3-4236-8923-d9e9fc4899db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7303ed49-ccfa-4435-be66-5591fb608d0d,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:06.783637 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 36418) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:06.811999 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 84af0e26-395c-47be-ae44-b2b038690422, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=84af0e26-395c-47be-ae44-b2b038690422,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:06.817631 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (84af0e26-395c-47be-ae44-b2b038690422), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:06.880937 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=84af0e26-395c-47be-ae44-b2b038690422,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:06.897162 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-59ace714-1eb2-4ec2-aa03-72cda5688c74 admin admin] Publish callbacks [] for security_group (7303ed49-ccfa-4435-be66-5591fb608d0d), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:06.905576 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b30497-fc0e-4a7d-9892-002862597b7f req-2394459e-4da4-482c-8396-71408aa1a4ed tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:06.907213 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-99b30497-fc0e-4a7d-9892-002862597b7f req-2394459e-4da4-482c-8396-71408aa1a4ed tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0835752 Apr 08 17:40:06.908061 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e1a44971-4558-45fc-a628-b6a1397bef13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:06.960747 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-59ace714-1eb2-4ec2-aa03-72cda5688c74 admin admin] Publish callbacks [] for security_group (7303ed49-ccfa-4435-be66-5591fb608d0d), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:07.025940 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-99b30497-fc0e-4a7d-9892-002862597b7f req-bae74456-b907-437f-bf16-681b8ba54961 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080792 Apr 08 17:40:07.068116 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-59ace714-1eb2-4ec2-aa03-72cda5688c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (7303ed49-ccfa-4435-be66-5591fb608d0d), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:07.070684 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-59ace714-1eb2-4ec2-aa03-72cda5688c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:07.075024 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-59ace714-1eb2-4ec2-aa03-72cda5688c74 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7303ed49-ccfa-4435-be66-5591fb608d0d HTTP/1.1" status: 204 len: 168 time: 0.2868602 Apr 08 17:40:07.075131 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1242d2-d227-4d63-94f8-ead92e383939 x-openstack-request-id: req-aa1242d2-d227-4d63-94f8-ead92e383939 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:40:07.075131 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b891b6-d56a-4d28-b5da-c2024d44fd99", "name": "network-vif-plugged", "status": "completed", "tag": "84af0e26-395c-47be-ae44-b2b038690422", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:40:07.075131 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-aa1242d2-d227-4d63-94f8-ead92e383939 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:40:07.075512 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa1242d2-d227-4d63-94f8-ead92e383939'] response: {'server_uuid': '80b891b6-d56a-4d28-b5da-c2024d44fd99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84af0e26-395c-47be-ae44-b2b038690422', 'code': 200} Apr 08 17:40:07.078298 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e1a44971-4558-45fc-a628-b6a1397bef13 admin admin] Publish callbacks [] for security_group (11ef05c0-1500-4059-9cd4-8160054fb913), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:07.085161 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ace714-1eb2-4ec2-aa03-72cda5688c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7303ed49-ccfa-4435-be66-5591fb608d0d,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:07.086992 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e1a44971-4558-45fc-a628-b6a1397bef13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (11ef05c0-1500-4059-9cd4-8160054fb913), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:07.125104 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a44971-4558-45fc-a628-b6a1397bef13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ef05c0-1500-4059-9cd4-8160054fb913,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:07.129395 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-e1a44971-4558-45fc-a628-b6a1397bef13 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=49cd361d25d04a8d853ab5febfe1cc4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3859534 Apr 08 17:40:07.131881 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 36424) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:07.184912 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e698c30c-68c6-4a73-8d36-f66a1e51d64b admin admin] Publish callbacks [] for security_group (11ef05c0-1500-4059-9cd4-8160054fb913), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:07.212340 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e698c30c-68c6-4a73-8d36-f66a1e51d64b admin admin] Publish callbacks [] for security_group (11ef05c0-1500-4059-9cd4-8160054fb913), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:07.263207 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e698c30c-68c6-4a73-8d36-f66a1e51d64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (11ef05c0-1500-4059-9cd4-8160054fb913), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:07.266117 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e698c30c-68c6-4a73-8d36-f66a1e51d64b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:07.267484 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-e698c30c-68c6-4a73-8d36-f66a1e51d64b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/11ef05c0-1500-4059-9cd4-8160054fb913 HTTP/1.1" status: 204 len: 168 time: 0.1345935 Apr 08 17:40:07.277035 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698c30c-68c6-4a73-8d36-f66a1e51d64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ef05c0-1500-4059-9cd4-8160054fb913,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:07.417204 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae119b5-5d6e-4187-9066-22921ad84e74 req-ab0e1b69-ff3d-41a9-ae95-e77b7194d8d6 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:07.424566 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cae119b5-5d6e-4187-9066-22921ad84e74 req-ab0e1b69-ff3d-41a9-ae95-e77b7194d8d6 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0653629 Apr 08 17:40:07.498728 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cae119b5-5d6e-4187-9066-22921ad84e74 req-b37b70e1-184d-4b87-b4a6-7b8c4be6b106 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730631 Apr 08 17:40:07.625203 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51f6d4-80a8-457a-9d89-3b0ad27301ef req-be1b6459-3cd7-45e5-bd74-d290476efbb1 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:07.627614 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8e51f6d4-80a8-457a-9d89-3b0ad27301ef req-be1b6459-3cd7-45e5-bd74-d290476efbb1 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0536289 Apr 08 17:40:07.684207 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8e51f6d4-80a8-457a-9d89-3b0ad27301ef req-141c2f34-72a4-4104-878a-f1b473b40d5c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509975 Apr 08 17:40:07.743103 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 36460) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:07.758099 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-981a8727-5182-465f-aff4-86557edabaa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:07.791827 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdfa2b-77e2-4156-bbd9-e94aab465ba0 req-3cd5b4f9-4679-46f7-a025-6c4404bd84b9 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:07.793767 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-02bdfa2b-77e2-4156-bbd9-e94aab465ba0 req-3cd5b4f9-4679-46f7-a025-6c4404bd84b9 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0503922 Apr 08 17:40:07.847501 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-981a8727-5182-465f-aff4-86557edabaa3 admin admin] Publish callbacks [] for security_group (0ad12160-8d8d-4b6f-a755-6243483372a1), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:07.849037 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-02bdfa2b-77e2-4156-bbd9-e94aab465ba0 req-e0feb456-2dd7-4401-bcca-f10210afb5e5 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489764 Apr 08 17:40:07.853482 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-981a8727-5182-465f-aff4-86557edabaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (0ad12160-8d8d-4b6f-a755-6243483372a1), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:07.903031 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-981a8727-5182-465f-aff4-86557edabaa3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fb839c6268bd421a91ee423b8f8c072a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580780 Apr 08 17:40:07.904101 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a8727-5182-465f-aff4-86557edabaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad12160-8d8d-4b6f-a755-6243483372a1,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:07.905811 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 36468) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:07.955995 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b64da59f-789c-4f3e-94d3-88f1f3e84061 admin admin] Publish callbacks [] for security_group (0ad12160-8d8d-4b6f-a755-6243483372a1), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:07.977507 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b64da59f-789c-4f3e-94d3-88f1f3e84061 admin admin] Publish callbacks [] for security_group (0ad12160-8d8d-4b6f-a755-6243483372a1), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.026538 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b64da59f-789c-4f3e-94d3-88f1f3e84061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (0ad12160-8d8d-4b6f-a755-6243483372a1), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.029250 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b64da59f-789c-4f3e-94d3-88f1f3e84061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.030442 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-b64da59f-789c-4f3e-94d3-88f1f3e84061 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0ad12160-8d8d-4b6f-a755-6243483372a1 HTTP/1.1" status: 204 len: 168 time: 0.1234646 Apr 08 17:40:08.038436 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64da59f-789c-4f3e-94d3-88f1f3e84061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad12160-8d8d-4b6f-a755-6243483372a1,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:08.148682 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4881c6-505d-40fa-82e7-d9061b5696ab req-05d5e887-95ce-4ab0-8e15-74f646d285de tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:08.150185 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9a4881c6-505d-40fa-82e7-d9061b5696ab req-05d5e887-95ce-4ab0-8e15-74f646d285de tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0501654 Apr 08 17:40:08.201376 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9a4881c6-505d-40fa-82e7-d9061b5696ab req-825e3e78-cf32-43ef-83f2-432f5dcdd6c0 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448968 Apr 08 17:40:08.288268 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 36480) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:08.410313 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4b2f8a94-7c6f-4614-9218-a55efd974c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.488362 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4b2f8a94-7c6f-4614-9218-a55efd974c8f admin admin] Publish callbacks [] for security_group (78adbcb2-11a8-4cb3-b03d-1331b844340b), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.493355 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4b2f8a94-7c6f-4614-9218-a55efd974c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (78adbcb2-11a8-4cb3-b03d-1331b844340b), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.526485 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 36494) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:08.527704 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-4b2f8a94-7c6f-4614-9218-a55efd974c8f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1dfd64c65ba64188a1bbc2aa3add1148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381554 Apr 08 17:40:08.542261 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f8a94-7c6f-4614-9218-a55efd974c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78adbcb2-11a8-4cb3-b03d-1331b844340b,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:08.631418 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-dbae4d33-9046-4b18-805c-4b60c1407166 admin admin] Publish callbacks [] for security_group (78adbcb2-11a8-4cb3-b03d-1331b844340b), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.649870 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e586b7d-388e-4f77-afd0-d69a95089a22 req-225b94e6-bde7-4cf1-85d8-6a1fae59cd71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:08.651553 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6e586b7d-388e-4f77-afd0-d69a95089a22 req-225b94e6-bde7-4cf1-85d8-6a1fae59cd71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0576050 Apr 08 17:40:08.660078 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-dbae4d33-9046-4b18-805c-4b60c1407166 admin admin] Publish callbacks [] for security_group (78adbcb2-11a8-4cb3-b03d-1331b844340b), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.725738 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6e586b7d-388e-4f77-afd0-d69a95089a22 req-998fc053-afe1-4e67-b61f-fd689d59737d tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680082 Apr 08 17:40:08.731470 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-dbae4d33-9046-4b18-805c-4b60c1407166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (78adbcb2-11a8-4cb3-b03d-1331b844340b), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.734439 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-dbae4d33-9046-4b18-805c-4b60c1407166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:08.740095 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-dbae4d33-9046-4b18-805c-4b60c1407166 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/78adbcb2-11a8-4cb3-b03d-1331b844340b HTTP/1.1" status: 204 len: 168 time: 0.1984420 Apr 08 17:40:08.752502 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae4d33-9046-4b18-805c-4b60c1407166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78adbcb2-11a8-4cb3-b03d-1331b844340b,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:08.868161 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f451ad-23d5-431e-b39f-3c1fed7adc5d req-4de2cbe5-1863-4cfc-bf6a-15a967833edd tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:08.869931 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-74f451ad-23d5-431e-b39f-3c1fed7adc5d req-4de2cbe5-1863-4cfc-bf6a-15a967833edd tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0606735 Apr 08 17:40:08.921353 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-74f451ad-23d5-431e-b39f-3c1fed7adc5d req-7f5717c5-73cd-4b4f-be58-a4dc34ed3c05 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457954 Apr 08 17:40:09.040156 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae5c1d-8acd-4c00-b543-baf68729071f req-bace7bc5-7b5c-4e04-a260-3fe3ef272fd4 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:09.042116 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-dcae5c1d-8acd-4c00-b543-baf68729071f req-bace7bc5-7b5c-4e04-a260-3fe3ef272fd4 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0501337 Apr 08 17:40:09.113516 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-dcae5c1d-8acd-4c00-b543-baf68729071f req-6400cb9e-17ff-4299-8bb5-c4b5286356ed tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566325 Apr 08 17:40:09.320860 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42804a-aa75-4c03-bc67-7246c0653faf req-ac1fcd3e-8c93-4f77-8702-f31e1c8429a6 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:09.325002 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4f42804a-aa75-4c03-bc67-7246c0653faf req-ac1fcd3e-8c93-4f77-8702-f31e1c8429a6 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0515630 Apr 08 17:40:09.325345 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 36540) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:09.382235 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4f42804a-aa75-4c03-bc67-7246c0653faf req-b41d448c-9d41-49de-af09-c96cca206902 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509160 Apr 08 17:40:09.450665 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3c5d711c-0952-406c-9a4c-1bffdd686c12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.528818 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3c5d711c-0952-406c-9a4c-1bffdd686c12 admin admin] Publish callbacks [] for security_group (ddbe6f60-f643-43fb-b181-25887bedc9c7), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.533710 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3c5d711c-0952-406c-9a4c-1bffdd686c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (ddbe6f60-f643-43fb-b181-25887bedc9c7), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.576702 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-3c5d711c-0952-406c-9a4c-1bffdd686c12 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f8f97d5dbbe04750b26f72398d179ea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501187 Apr 08 17:40:09.577723 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d711c-0952-406c-9a4c-1bffdd686c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbe6f60-f643-43fb-b181-25887bedc9c7,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:09.579749 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 36552) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:09.629836 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2e19839b-a194-4e13-af7c-4be4d2cec621 admin admin] Publish callbacks [] for security_group (ddbe6f60-f643-43fb-b181-25887bedc9c7), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.651386 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2e19839b-a194-4e13-af7c-4be4d2cec621 admin admin] Publish callbacks [] for security_group (ddbe6f60-f643-43fb-b181-25887bedc9c7), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.700975 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2e19839b-a194-4e13-af7c-4be4d2cec621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (ddbe6f60-f643-43fb-b181-25887bedc9c7), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.703460 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2e19839b-a194-4e13-af7c-4be4d2cec621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:09.704966 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-2e19839b-a194-4e13-af7c-4be4d2cec621 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ddbe6f60-f643-43fb-b181-25887bedc9c7 HTTP/1.1" status: 204 len: 168 time: 0.1241906 Apr 08 17:40:09.713341 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19839b-a194-4e13-af7c-4be4d2cec621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbe6f60-f643-43fb-b181-25887bedc9c7,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:09.841660 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a2fdf-96e0-4bed-8d19-122ef3885486 req-73603c4d-88f7-4db2-a100-acb2067d0353 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:09.843352 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-483a2fdf-96e0-4bed-8d19-122ef3885486 req-73603c4d-88f7-4db2-a100-acb2067d0353 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 944 time: 0.0484366 Apr 08 17:40:09.899717 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-483a2fdf-96e0-4bed-8d19-122ef3885486 req-20e34480-1415-47db-a6f9-30db09fc0d02 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503361 Apr 08 17:40:10.081882 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52735f6a-fb21-4244-8969-c7607cfbe35f req-d250263d-33ed-4a9c-ac52-9f7869d1ea69 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:10.084059 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-52735f6a-fb21-4244-8969-c7607cfbe35f req-d250263d-33ed-4a9c-ac52-9f7869d1ea69 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0796847 Apr 08 17:40:10.167960 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-52735f6a-fb21-4244-8969-c7607cfbe35f req-b0b37ace-784b-431f-a921-9a255f837a9d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775735 Apr 08 17:40:10.234714 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157656f8-036a-45e6-adeb-ec42052b7d71 req-fc4e7980-f0d9-46af-99b1-a2dcc53009ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:10.237353 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-157656f8-036a-45e6-adeb-ec42052b7d71 req-fc4e7980-f0d9-46af-99b1-a2dcc53009ad service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 1130 time: 0.0466778 Apr 08 17:40:10.296462 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a8338-02d4-4f79-ac6f-fc7347722689 req-db3fd059-a9c0-4027-bf0d-110434547b37 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:10.301367 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-428a8338-02d4-4f79-ac6f-fc7347722689 req-db3fd059-a9c0-4027-bf0d-110434547b37 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0587401 Apr 08 17:40:10.329649 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device b75418df-6259-4cd9-b31e-8ce95d69aa65 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:40:10.378243 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-428a8338-02d4-4f79-ac6f-fc7347722689 req-09cfcf18-843e-43ae-afd0-402ec173954c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730758 Apr 08 17:40:10.479669 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port b75418df-6259-4cd9-b31e-8ce95d69aa65, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b75418df-6259-4cd9-b31e-8ce95d69aa65,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:10.491281 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': 'b75418df-6259-4cd9-b31e-8ce95d69aa65', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'port_id': 'b75418df-6259-4cd9-b31e-8ce95d69aa65', 'mac_address': 'fa:16:3e:a2:ca:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:40:10.507661 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a1535-003b-4806-9a75-5a293433a991 req-662f378a-00db-4992-b1d1-aa025a90352d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:10.509247 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cf9a1535-003b-4806-9a75-5a293433a991 req-662f378a-00db-4992-b1d1-aa025a90352d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0554910 Apr 08 17:40:10.531857 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port b75418df-6259-4cd9-b31e-8ce95d69aa65 is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:10.532503 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (b75418df-6259-4cd9-b31e-8ce95d69aa65), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:10.547114 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75418df-6259-4cd9-b31e-8ce95d69aa65 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:40:10.559899 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cf9a1535-003b-4806-9a75-5a293433a991 req-72eb6ca3-513e-43e8-99ae-073d7b130ce2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435510 Apr 08 17:40:10.570087 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port b75418df-6259-4cd9-b31e-8ce95d69aa65, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b75418df-6259-4cd9-b31e-8ce95d69aa65,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:10.583326 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (b75418df-6259-4cd9-b31e-8ce95d69aa65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:10.638445 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=b75418df-6259-4cd9-b31e-8ce95d69aa65,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:11.029448 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba089543-8ba1-4a13-b8ff-e579308860ec req-fa352231-eb9d-417b-8ac4-2121850fd2a3 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:11.032954 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ba089543-8ba1-4a13-b8ff-e579308860ec req-fa352231-eb9d-417b-8ac4-2121850fd2a3 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 945 time: 0.0555706 Apr 08 17:40:11.079749 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ba089543-8ba1-4a13-b8ff-e579308860ec req-2df9f893-3486-4af6-9d50-96446048ddbb tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422318 Apr 08 17:40:11.222235 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['b75418df-6259-4cd9-b31e-8ce95d69aa65'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:40:11.237974 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-157656f8-036a-45e6-adeb-ec42052b7d71 req-15db937b-9e80-40f4-bb14-83946bab0389 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451336 Apr 08 17:40:11.323356 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ddc32-6904-4ce4-a158-d43aab9453be req-487171b2-dcfc-49b3-a108-2d8299cd413e tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:11.325247 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-235ddc32-6904-4ce4-a158-d43aab9453be req-487171b2-dcfc-49b3-a108-2d8299cd413e tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0608337 Apr 08 17:40:11.372746 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-235ddc32-6904-4ce4-a158-d43aab9453be req-bff37a96-9c48-4166-bb39-f5cdb5b4bb96 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413885 Apr 08 17:40:11.530057 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88574d-b1fc-44cb-8443-3b924b92a5c9 req-cf2e7e5a-d5ba-4867-9ca2-331a2c568c77 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:11.531557 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9d88574d-b1fc-44cb-8443-3b924b92a5c9 req-cf2e7e5a-d5ba-4867-9ca2-331a2c568c77 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0495396 Apr 08 17:40:11.541099 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 36622) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:11.546931 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-176877ae-885c-4a7e-a064-0055cdafa721 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Request body: {'floatingip': {'port_id': 'cbeb77ce-e8e8-4927-b509-08d9ccad99fb'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:11.618547 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-176877ae-885c-4a7e-a064-0055cdafa721 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for floatingip (beb13dfe-98c4-4ef2-bc6e-8eb44157f65c), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:11.629835 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fefa9b-ffda-4880-bfc9-07a9d4a1f88b req-c3880606-abed-4f6e-889c-8278d8f5c266 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:11.631264 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-75fefa9b-ffda-4880-bfc9-07a9d4a1f88b req-c3880606-abed-4f6e-889c-8278d8f5c266 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0480506 Apr 08 17:40:11.686405 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-75fefa9b-ffda-4880-bfc9-07a9d4a1f88b req-3417ea45-c2c0-4190-92e0-a78e7902e2a7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494046 Apr 08 17:40:11.790282 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa5c6c-9c72-4cbc-a737-b70698bcc47e req-7cff03c8-4454-40b3-aae3-87c8d5b55971 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:11.792279 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-66fa5c6c-9c72-4cbc-a737-b70698bcc47e req-7cff03c8-4454-40b3-aae3-87c8d5b55971 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0471494 Apr 08 17:40:11.844385 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-66fa5c6c-9c72-4cbc-a737-b70698bcc47e req-97ad9465-d469-4397-a641-666b2eafe507 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458891 Apr 08 17:40:12.197070 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36050a2-269a-45e6-84b4-100ebf9c1f9e req-5ecceafe-bab2-4112-bc93-371d38e5de9f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:12.199075 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d36050a2-269a-45e6-84b4-100ebf9c1f9e req-5ecceafe-bab2-4112-bc93-371d38e5de9f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 945 time: 0.0499477 Apr 08 17:40:12.265235 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d36050a2-269a-45e6-84b4-100ebf9c1f9e req-75efdab0-4b91-49a5-9c23-b64225c72cc8 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551798 Apr 08 17:40:12.512404 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-176877ae-885c-4a7e-a064-0055cdafa721 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:12.517905 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-176877ae-885c-4a7e-a064-0055cdafa721 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (beb13dfe-98c4-4ef2-bc6e-8eb44157f65c), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:12.669587 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.l3_db [None req-176877ae-885c-4a7e-a064-0055cdafa721 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Floating IP beb13dfe-98c4-4ef2-bc6e-8eb44157f65c associated. External IP: 172.27.1.243, port: cbeb77ce-e8e8-4927-b509-08d9ccad99fb. Apr 08 17:40:12.811107 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c266c3-b1b7-49f4-b83b-dacd07d3c7d2 req-123ea3a1-ee59-420a-a620-c7baebf08345 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:12.812636 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a8c266c3-b1b7-49f4-b83b-dacd07d3c7d2 req-123ea3a1-ee59-420a-a620-c7baebf08345 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0549140 Apr 08 17:40:12.861806 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a8c266c3-b1b7-49f4-b83b-dacd07d3c7d2 req-8261b2a9-5fb2-4a20-b3ed-3565231feef2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426388 Apr 08 17:40:12.896210 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176877ae-885c-4a7e-a064-0055cdafa721 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Router adb3989e-9c74-4595-82cc-16036e5c6782 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:40:12.923670 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device b75418df-6259-4cd9-b31e-8ce95d69aa65 up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:40:12.969008 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf16ac-1955-4568-8db7-5181d119d21b req-f473151d-64a3-4b32-8a36-18b25ea51227 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:12.970610 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-73cf16ac-1955-4568-8db7-5181d119d21b req-f473151d-64a3-4b32-8a36-18b25ea51227 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0514634 Apr 08 17:40:12.983315 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning for port b75418df-6259-4cd9-b31e-8ce95d69aa65 completed by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:40:12.997419 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port b75418df-6259-4cd9-b31e-8ce95d69aa65 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:40:12.998186 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (b75418df-6259-4cd9-b31e-8ce95d69aa65), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:13.012376 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176877ae-885c-4a7e-a064-0055cdafa721 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:40:13.020044 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-176877ae-885c-4a7e-a064-0055cdafa721 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:13.026664 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-73cf16ac-1955-4568-8db7-5181d119d21b req-7ef35267-ff2f-470e-946b-3db1d241bad1 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461450 Apr 08 17:40:13.031602 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a5e57e-432a-4834-9bfe-91be7ba54f77 None None] Sync routers for ids ['adb3989e-9c74-4595-82cc-16036e5c6782'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:40:13.053116 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a5e57e-432a-4834-9bfe-91be7ba54f77 None None] Routers {'adb3989e-9c74-4595-82cc-16036e5c6782'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:40:13.053812 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-05a5e57e-432a-4834-9bfe-91be7ba54f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:39:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['adb3989e-9c74-4595-82cc-16036e5c6782'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:13.054798 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ab01cd15-1fab-489d-b403-1fcf5c31a1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:13.056972 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-176877ae-885c-4a7e-a064-0055cdafa721 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "PUT /v2.0/floatingips/beb13dfe-98c4-4ef2-bc6e-8eb44157f65c HTTP/1.1" status: 200 len: 991 time: 1.5144138 Apr 08 17:40:13.057677 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c038584f-86d1-4c88-9997-dfd82e84bb3e', 'tag': 'cbeb77ce-e8e8-4927-b509-08d9ccad99fb'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:40:13.059944 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bc8057-3b86-43a1-8f17-07a5affcf113" -d '{"events": [{"name": "network-changed", "server_uuid": "c038584f-86d1-4c88-9997-dfd82e84bb3e", "tag": "cbeb77ce-e8e8-4927-b509-08d9ccad99fb"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:40:13.098029 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port b75418df-6259-4cd9-b31e-8ce95d69aa65 is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:40:13.098542 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (b75418df-6259-4cd9-b31e-8ce95d69aa65), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:13.101091 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443fcb12-5cdd-4bd9-aae4-b6483e5a6ec7 x-openstack-request-id: req-443fcb12-5cdd-4bd9-aae4-b6483e5a6ec7 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:40:13.101472 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c038584f-86d1-4c88-9997-dfd82e84bb3e", "tag": "cbeb77ce-e8e8-4927-b509-08d9ccad99fb", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:40:13.102229 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-443fcb12-5cdd-4bd9-aae4-b6483e5a6ec7 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:40:13.102816 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443fcb12-5cdd-4bd9-aae4-b6483e5a6ec7'] response: {'name': 'network-changed', 'server_uuid': 'c038584f-86d1-4c88-9997-dfd82e84bb3e', 'tag': 'cbeb77ce-e8e8-4927-b509-08d9ccad99fb', 'status': 'completed', 'code': 200} Apr 08 17:40:13.129776 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad35461-9694-47a4-8496-57f32e6c30f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75418df-6259-4cd9-b31e-8ce95d69aa65'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:40:13.132083 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16205c2-08bc-4c94-bdc9-93989ad36a80" -d '{"events": [{"server_uuid": "1ad35461-9694-47a4-8496-57f32e6c30f4", "name": "network-vif-plugged", "status": "completed", "tag": "b75418df-6259-4cd9-b31e-8ce95d69aa65"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:40:13.145992 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port b75418df-6259-4cd9-b31e-8ce95d69aa65, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b75418df-6259-4cd9-b31e-8ce95d69aa65,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:13.161856 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (b75418df-6259-4cd9-b31e-8ce95d69aa65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:13.196589 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-05a5e57e-432a-4834-9bfe-91be7ba54f77 None None] Set router adb3989e-9c74-4595-82cc-16036e5c6782 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:40:13.209376 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c10949-582c-4d07-b5bb-f019803bf059 x-openstack-request-id: req-24c10949-582c-4d07-b5bb-f019803bf059 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:40:13.209922 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad35461-9694-47a4-8496-57f32e6c30f4", "name": "network-vif-plugged", "status": "completed", "tag": "b75418df-6259-4cd9-b31e-8ce95d69aa65", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:40:13.210181 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-24c10949-582c-4d07-b5bb-f019803bf059 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:40:13.210583 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c10949-582c-4d07-b5bb-f019803bf059'] response: {'server_uuid': '1ad35461-9694-47a4-8496-57f32e6c30f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75418df-6259-4cd9-b31e-8ce95d69aa65', 'code': 200} Apr 08 17:40:13.213544 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=b75418df-6259-4cd9-b31e-8ce95d69aa65,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:13.399557 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2550953-5269-4d44-95be-baa9d93894d5 req-37b6d325-e776-42a5-84d8-1b7fdfd954b0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:13.401122 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e2550953-5269-4d44-95be-baa9d93894d5 req-37b6d325-e776-42a5-84d8-1b7fdfd954b0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 946 time: 0.0479913 Apr 08 17:40:13.453720 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e2550953-5269-4d44-95be-baa9d93894d5 req-1e274b0a-e1bd-4f61-b72b-c432ed407bcf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457754 Apr 08 17:40:13.480652 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-05a5e57e-432a-4834-9bfe-91be7ba54f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'name': 'tempest-AttachVolumeTestJSON-61070861-router', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '74a6abf6655b4484b7870dba86883953', 'gw_port': {'id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': 'beb13dfe-98c4-4ef2-bc6e-8eb44157f65c', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'port_id': 'cbeb77ce-e8e8-4927-b509-08d9ccad99fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'mac_address': 'fa:16:3e:7d:fa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c038584f-86d1-4c88-9997-dfd82e84bb3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:39:07Z', 'updated_at': '2022-04-08T17:40:12Z', 'revision_number': 1, 'project_id': '74a6abf6655b4484b7870dba86883953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bdba1a1-1005-44d4-861d-5ee8f663cc05', 'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'mac_address': 'fa:16:3e:3e:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:10Z', 'revision_number': 5, 'project_id': '74a6abf6655b4484b7870dba86883953', 'subnets': [{'id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:13.506982 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a5e57e-432a-4834-9bfe-91be7ba54f77 None None] Checking router: adb3989e-9c74-4595-82cc-16036e5c6782 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:40:13.515921 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a5e57e-432a-4834-9bfe-91be7ba54f77 None None] Routers {'adb3989e-9c74-4595-82cc-16036e5c6782'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:40:13.516618 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-05a5e57e-432a-4834-9bfe-91be7ba54f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:39:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['adb3989e-9c74-4595-82cc-16036e5c6782'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:13.624559 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-05a5e57e-432a-4834-9bfe-91be7ba54f77 None None] Set router adb3989e-9c74-4595-82cc-16036e5c6782 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:40:13.767489 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc8057-3b86-43a1-8f17-07a5affcf113 req-bfdc9194-1c90-423b-8161-b28a8b83177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:13.769523 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-71bc8057-3b86-43a1-8f17-07a5affcf113 req-bfdc9194-1c90-423b-8161-b28a8b83177a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74a6abf6655b4484b7870dba86883953&device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 1129 time: 0.0747943 Apr 08 17:40:13.771105 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b964a-e0bc-4145-b43a-e193d99b4394 req-bacf3f72-a74a-4415-baf8-8b450aac6ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:13.772716 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-df1b964a-e0bc-4145-b43a-e193d99b4394 req-bacf3f72-a74a-4415-baf8-8b450aac6ccd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 1130 time: 0.0887268 Apr 08 17:40:13.883369 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-05a5e57e-432a-4834-9bfe-91be7ba54f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'name': 'tempest-AttachVolumeTestJSON-61070861-router', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '74a6abf6655b4484b7870dba86883953', 'gw_port': {'id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': 'beb13dfe-98c4-4ef2-bc6e-8eb44157f65c', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'port_id': 'cbeb77ce-e8e8-4927-b509-08d9ccad99fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'mac_address': 'fa:16:3e:7d:fa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c038584f-86d1-4c88-9997-dfd82e84bb3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:39:07Z', 'updated_at': '2022-04-08T17:40:12Z', 'revision_number': 1, 'project_id': '74a6abf6655b4484b7870dba86883953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bdba1a1-1005-44d4-861d-5ee8f663cc05', 'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'mac_address': 'fa:16:3e:3e:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:10Z', 'revision_number': 5, 'project_id': '74a6abf6655b4484b7870dba86883953', 'subnets': [{'id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:13.905960 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311ab6a-4a4c-486d-8771-55f0e04af8d8 req-ab1c3276-a5f1-4185-a301-5d4efdb0e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:13.909069 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5311ab6a-4a4c-486d-8771-55f0e04af8d8 req-ab1c3276-a5f1-4185-a301-5d4efdb0e7da service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 1130 time: 0.0516376 Apr 08 17:40:13.919321 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a5e57e-432a-4834-9bfe-91be7ba54f77 None None] The sync data for ids ['adb3989e-9c74-4595-82cc-16036e5c6782'] in dv-cinder-837166-1-iscsi is: [{'id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'name': 'tempest-AttachVolumeTestJSON-61070861-router', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '74a6abf6655b4484b7870dba86883953', 'gw_port': {'id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': 'beb13dfe-98c4-4ef2-bc6e-8eb44157f65c', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'port_id': 'cbeb77ce-e8e8-4927-b509-08d9ccad99fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'mac_address': 'fa:16:3e:7d:fa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c038584f-86d1-4c88-9997-dfd82e84bb3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:39:07Z', 'updated_at': '2022-04-08T17:40:12Z', 'revision_number': 1, 'project_id': '74a6abf6655b4484b7870dba86883953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bdba1a1-1005-44d4-861d-5ee8f663cc05', 'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'mac_address': 'fa:16:3e:3e:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:10Z', 'revision_number': 5, 'project_id': '74a6abf6655b4484b7870dba86883953', 'subnets': [{'id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:40:13.993643 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5311ab6a-4a4c-486d-8771-55f0e04af8d8 req-5cb57018-f273-47f1-b2ac-fea7c0818e55 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482030 Apr 08 17:40:14.008073 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-df1b964a-e0bc-4145-b43a-e193d99b4394 req-c4253e9e-0691-461e-8052-3030aedec788 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157598 Apr 08 17:40:14.055978 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc8057-3b86-43a1-8f17-07a5affcf113 req-0fdc2710-b7b7-45ac-8b20-72d662757d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:14.057491 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-71bc8057-3b86-43a1-8f17-07a5affcf113 req-0fdc2710-b7b7-45ac-8b20-72d662757d59 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e6e2ce3-9728-4fc0-915f-f4f91891414e HTTP/1.1" status: 200 len: 910 time: 0.2675683 Apr 08 17:40:14.068238 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebd593-f43c-458a-89da-24a6afc17e6c req-a820c724-9aca-44e3-88a3-5622d5db7384 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:14.070042 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9eebd593-f43c-458a-89da-24a6afc17e6c req-a820c724-9aca-44e3-88a3-5622d5db7384 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0825789 Apr 08 17:40:14.123063 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9eebd593-f43c-458a-89da-24a6afc17e6c req-b0f7baae-2c4f-44ba-867e-051e1c5bc692 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471940 Apr 08 17:40:14.155160 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490eccb-b581-41fa-a1fa-0ec287f66be5 req-75b2dc2e-31b2-4421-b26b-5a1192c09934 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:14.157228 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4490eccb-b581-41fa-a1fa-0ec287f66be5 req-75b2dc2e-31b2-4421-b26b-5a1192c09934 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0538094 Apr 08 17:40:14.217126 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4490eccb-b581-41fa-a1fa-0ec287f66be5 req-8a4d22e2-fb5e-4ca4-a7fc-dc584c78d593 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531950 Apr 08 17:40:14.570323 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f11a0-1d09-4a55-94f4-0b0c9882ff29 req-e512e772-0e4f-4857-beaf-ca08776caaef tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:14.571879 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-159f11a0-1d09-4a55-94f4-0b0c9882ff29 req-e512e772-0e4f-4857-beaf-ca08776caaef tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 946 time: 0.0493529 Apr 08 17:40:14.621203 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-159f11a0-1d09-4a55-94f4-0b0c9882ff29 req-76b161ed-5c29-4c66-8e61-76daa0aa54b5 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432324 Apr 08 17:40:14.633864 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bfa086-5975-46f2-8e76-a7e300b3549f None None] New status for floating IP beb13dfe-98c4-4ef2-bc6e-8eb44157f65c: ACTIVE {{(pid=103550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:40:15.251170 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08775a6b-d8d9-4371-a527-dc8046847ccc req-dcbf2de8-b9cc-4c88-9c97-d85edb420db3 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:15.252802 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-08775a6b-d8d9-4371-a527-dc8046847ccc req-dcbf2de8-b9cc-4c88-9c97-d85edb420db3 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0497057 Apr 08 17:40:15.303215 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-08775a6b-d8d9-4371-a527-dc8046847ccc req-9e53eaa4-e506-4f59-a935-15f593c60c6c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443356 Apr 08 17:40:15.337838 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadc521-08cb-4b04-bd69-1dcb9540d991 req-30f080e2-cdbc-4e58-b929-3847f064da3f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:15.339336 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2aadc521-08cb-4b04-bd69-1dcb9540d991 req-30f080e2-cdbc-4e58-b929-3847f064da3f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0523152 Apr 08 17:40:15.386593 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2aadc521-08cb-4b04-bd69-1dcb9540d991 req-de8f5944-eec2-4478-a5a5-c32b6231523c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413427 Apr 08 17:40:15.415722 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6623f97d-0b0e-418b-be98-203a2e9ad39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:15.744621 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdd400-04d6-412b-b170-8172d2f13547 req-01438675-d891-4a25-90e8-b8f0314fae53 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:15.746625 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-45bdd400-04d6-412b-b170-8172d2f13547 req-01438675-d891-4a25-90e8-b8f0314fae53 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 946 time: 0.0518739 Apr 08 17:40:15.807069 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-45bdd400-04d6-412b-b170-8172d2f13547 req-8aa38933-3ff9-432e-910f-3670773e648a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542576 Apr 08 17:40:16.353253 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:16.426905 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db452501-7658-46bc-b7ca-2e9587499d34 req-a06c7f94-f0d8-488f-aca8-801412456bf6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:16.428546 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-db452501-7658-46bc-b7ca-2e9587499d34 req-a06c7f94-f0d8-488f-aca8-801412456bf6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0534861 Apr 08 17:40:16.475379 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-db452501-7658-46bc-b7ca-2e9587499d34 req-952bb9a6-921a-461f-b3ac-a639de593361 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411751 Apr 08 17:40:16.664291 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:16.699354 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541bf26-a079-4909-b161-7674646e0310 req-2fe3d507-dba8-4a2b-a75a-918851653391 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:16.700882 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c541bf26-a079-4909-b161-7674646e0310 req-2fe3d507-dba8-4a2b-a75a-918851653391 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.2405016 Apr 08 17:40:16.749170 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c541bf26-a079-4909-b161-7674646e0310 req-b6918f27-cf23-497f-a216-2a56649dc341 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421324 Apr 08 17:40:16.936915 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2f37c-90ea-469d-b758-f486ae3a49ee req-5fb97a52-94ec-4298-90e6-61306ecbfce7 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:16.938308 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-41b2f37c-90ea-469d-b758-f486ae3a49ee req-5fb97a52-94ec-4298-90e6-61306ecbfce7 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 946 time: 0.0523579 Apr 08 17:40:16.989134 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-41b2f37c-90ea-469d-b758-f486ae3a49ee req-035b85ae-a8d8-45a0-ad46-4f229dd823b5 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421913 Apr 08 17:40:17.608642 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c54045-d485-45f8-a9b8-adf80728bf07 req-9ee92da3-8cfd-428f-aec6-79e5f5e6509d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:17.610337 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-87c54045-d485-45f8-a9b8-adf80728bf07 req-9ee92da3-8cfd-428f-aec6-79e5f5e6509d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0599542 Apr 08 17:40:17.661238 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-87c54045-d485-45f8-a9b8-adf80728bf07 req-23418ebd-8b51-4d3d-b078-afb3b4d1dbb9 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423684 Apr 08 17:40:17.884639 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf26155-5f98-4440-8c06-b14e6de9b695 req-f359dfda-f33f-4bcd-88c5-af1a6aa28690 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:17.886120 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-bcf26155-5f98-4440-8c06-b14e6de9b695 req-f359dfda-f33f-4bcd-88c5-af1a6aa28690 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0537667 Apr 08 17:40:17.941729 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:17.945700 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-bcf26155-5f98-4440-8c06-b14e6de9b695 req-2dcb1528-f727-4723-9b8a-c9769cfdcb98 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508373 Apr 08 17:40:18.132150 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f47d64-6e30-4150-8e39-84f2c3b723d3 req-c0e35ec5-8a4b-4b7e-951b-588bff154938 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:18.133571 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-45f47d64-6e30-4150-8e39-84f2c3b723d3 req-c0e35ec5-8a4b-4b7e-951b-588bff154938 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 946 time: 0.0647850 Apr 08 17:40:18.185814 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-45f47d64-6e30-4150-8e39-84f2c3b723d3 req-71adac43-1e4d-4159-80c6-0c7c213bd234 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441873 Apr 08 17:40:18.781929 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3aa6e-d03e-4a51-9624-3db247dc2076 req-0e67c004-87aa-4f82-a472-f31279097366 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:18.783301 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-57c3aa6e-d03e-4a51-9624-3db247dc2076 req-0e67c004-87aa-4f82-a472-f31279097366 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0484028 Apr 08 17:40:18.835991 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-57c3aa6e-d03e-4a51-9624-3db247dc2076 req-c5d375eb-7b9b-45a8-ba0a-4d52866de20a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468287 Apr 08 17:40:19.077486 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3086c-8c2a-42ac-8dbc-c9731a3a00d7 req-72d78f73-2f47-40ff-bc80-1069b7e1334c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:19.078941 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-47b3086c-8c2a-42ac-8dbc-c9731a3a00d7 req-72d78f73-2f47-40ff-bc80-1069b7e1334c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0539627 Apr 08 17:40:19.135429 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-47b3086c-8c2a-42ac-8dbc-c9731a3a00d7 req-9a547a13-7282-4d54-a9d0-c3de0bd1e04e tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449791 Apr 08 17:40:19.308776 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1894b-49ab-4cca-83a9-dd9b016219a4 req-7c057e41-9c2c-48c9-b024-edcf6b3a57e9 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:19.310275 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-eae1894b-49ab-4cca-83a9-dd9b016219a4 req-7c057e41-9c2c-48c9-b024-edcf6b3a57e9 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 946 time: 0.0520930 Apr 08 17:40:19.370171 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-eae1894b-49ab-4cca-83a9-dd9b016219a4 req-2f996b1c-d094-42fe-989b-f0f7ee45167a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536869 Apr 08 17:40:19.541279 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:19.966146 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83779f7-1536-439c-b294-9b58204e2c13 req-ca2130cf-ba46-42f3-895a-64bf75a99f92 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:19.967639 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c83779f7-1536-439c-b294-9b58204e2c13 req-ca2130cf-ba46-42f3-895a-64bf75a99f92 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0518796 Apr 08 17:40:20.026750 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c83779f7-1536-439c-b294-9b58204e2c13 req-5d74f059-3859-42a0-8d4b-df513c4f542a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485415 Apr 08 17:40:20.271971 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574d06b-cc7e-4454-b0b8-b84943874697 req-ba68317c-1ad0-4dd4-983b-4e313233bd68 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:20.274148 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5574d06b-cc7e-4454-b0b8-b84943874697 req-ba68317c-1ad0-4dd4-983b-4e313233bd68 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0583558 Apr 08 17:40:20.327004 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5574d06b-cc7e-4454-b0b8-b84943874697 req-4f3db120-a99c-4245-8d26-54032d1c6a7f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468607 Apr 08 17:40:20.503208 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a823d4-e148-4afb-83d7-fc856efcc6ef req-a87a48d8-e572-4c9f-9c39-e8bb60413778 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:20.504849 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b6a823d4-e148-4afb-83d7-fc856efcc6ef req-a87a48d8-e572-4c9f-9c39-e8bb60413778 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 946 time: 0.0520847 Apr 08 17:40:20.558754 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b6a823d4-e148-4afb-83d7-fc856efcc6ef req-1818426c-1b93-40ee-b1e4-3e23b6dfc0e2 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452912 Apr 08 17:40:20.982893 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-71bc8057-3b86-43a1-8f17-07a5affcf113 req-14a3c1fc-cecf-42c2-b948-b9a1cfe6af35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbeb77ce-e8e8-4927-b509-08d9ccad99fb HTTP/1.1" status: 200 len: 1001 time: 0.0945671 Apr 08 17:40:21.149271 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ee622-9539-4430-b984-f5a46fa17a4c req-78f1df84-32b6-4cc6-a3a6-ef29b5abef88 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:21.150836 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d07ee622-9539-4430-b984-f5a46fa17a4c req-78f1df84-32b6-4cc6-a3a6-ef29b5abef88 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0519891 Apr 08 17:40:21.204569 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d07ee622-9539-4430-b984-f5a46fa17a4c req-049ee6eb-98ba-41cb-988f-95e24922b06d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477192 Apr 08 17:40:21.447244 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1e51e-ace1-4787-b643-7e585e3b14a3 req-7d4a9321-74b6-4566-8432-20cf18ff8a8a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:21.448953 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bfe1e51e-ace1-4787-b643-7e585e3b14a3 req-7d4a9321-74b6-4566-8432-20cf18ff8a8a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0483785 Apr 08 17:40:21.497790 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bfe1e51e-ace1-4787-b643-7e585e3b14a3 req-7a38647a-48cb-4189-9ee1-b9450122e2e1 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431726 Apr 08 17:40:21.691002 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49c655-7fd6-4030-85de-eb4a4fd72d90 req-b09ac35f-d65d-47bf-b627-7cae64345ca5 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:21.692543 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3f49c655-7fd6-4030-85de-eb4a4fd72d90 req-b09ac35f-d65d-47bf-b627-7cae64345ca5 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 946 time: 0.0601645 Apr 08 17:40:21.739502 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3f49c655-7fd6-4030-85de-eb4a4fd72d90 req-f637da04-cb0b-4763-ac78-c4b60b44d2b6 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412953 Apr 08 17:40:21.777851 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2e7bc-789a-4c3d-a01c-fe3e7b4b92c3 req-17304fc8-c94e-436c-8661-de15bdfad500 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:21.779299 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0aa2e7bc-789a-4c3d-a01c-fe3e7b4b92c3 req-17304fc8-c94e-436c-8661-de15bdfad500 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0462959 Apr 08 17:40:21.825447 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0aa2e7bc-789a-4c3d-a01c-fe3e7b4b92c3 req-8ad40fa5-5bc7-4400-a47b-fae08b166ccf tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401983 Apr 08 17:40:22.331652 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574da66-70d3-4002-98fd-35cd3d905cf7 req-60a7d2b2-c35d-43c1-ab3c-e8c23f26dda1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:22.333243 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9574da66-70d3-4002-98fd-35cd3d905cf7 req-60a7d2b2-c35d-43c1-ab3c-e8c23f26dda1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0492365 Apr 08 17:40:22.385084 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9574da66-70d3-4002-98fd-35cd3d905cf7 req-44694026-1a69-46e3-9266-4139e9b67881 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430818 Apr 08 17:40:22.852854 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac2c71-33fa-4614-b31e-f17bc838d506 req-5cad80ff-160a-4738-9e2c-7a7a41560dac tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:22.854345 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6cac2c71-33fa-4614-b31e-f17bc838d506 req-5cad80ff-160a-4738-9e2c-7a7a41560dac tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 946 time: 0.0451901 Apr 08 17:40:22.904402 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6cac2c71-33fa-4614-b31e-f17bc838d506 req-13eeaca6-e2ea-44e5-b72e-668a180dbb92 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428860 Apr 08 17:40:22.953829 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b97068-7a60-46c7-b68d-a197fee2e63a req-7fb0345b-37d1-4bd8-b3d7-4a45f606c871 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:22.955356 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-75b97068-7a60-46c7-b68d-a197fee2e63a req-7fb0345b-37d1-4bd8-b3d7-4a45f606c871 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0545897 Apr 08 17:40:23.007910 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-75b97068-7a60-46c7-b68d-a197fee2e63a req-17d1138a-5eb2-47f1-9730-e146ff241d9e tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465462 Apr 08 17:40:23.514216 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c4e82-4708-45ed-9938-caa059b9b542 req-47a5daf8-128c-448f-ab9c-6695d568d4c3 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:23.515977 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ab3c4e82-4708-45ed-9938-caa059b9b542 req-47a5daf8-128c-448f-ab9c-6695d568d4c3 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0550256 Apr 08 17:40:23.565182 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ab3c4e82-4708-45ed-9938-caa059b9b542 req-e60c477d-b40c-4450-934a-b78c8d4819c1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420356 Apr 08 17:40:23.896790 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc8057-3b86-43a1-8f17-07a5affcf113 req-d005a6b6-6450-497e-b6d4-1c206b78f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:23.898327 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-71bc8057-3b86-43a1-8f17-07a5affcf113 req-d005a6b6-6450-497e-b6d4-1c206b78f425 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e9e2b54-a696-442e-8b7f-0f08e3e15dd3 HTTP/1.1" status: 200 len: 848 time: 0.0471616 Apr 08 17:40:24.097853 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28499f9c-3a65-4629-b67c-6860b904b666 req-5cca5d3d-6789-400e-9a6a-10795fe5d358 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:24.114529 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-28499f9c-3a65-4629-b67c-6860b904b666 req-5cca5d3d-6789-400e-9a6a-10795fe5d358 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 946 time: 0.1201122 Apr 08 17:40:24.194154 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc8057-3b86-43a1-8f17-07a5affcf113 req-ff0110da-4b67-42a2-83f2-627647230012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:24.195747 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-71bc8057-3b86-43a1-8f17-07a5affcf113 req-ff0110da-4b67-42a2-83f2-627647230012 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e6e2ce3-9728-4fc0-915f-f4f91891414e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1069722 Apr 08 17:40:24.208025 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f93cad-a4d6-4546-b04e-fd029615bf14 req-cf06a6d9-6a83-48b1-8e58-6ba8f5b3bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:24.209695 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-58f93cad-a4d6-4546-b04e-fd029615bf14 req-cf06a6d9-6a83-48b1-8e58-6ba8f5b3bf31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 1130 time: 0.0890183 Apr 08 17:40:24.222310 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f069b0-2849-40ad-8a3b-5ed179bb585e req-c256c38b-5fa0-4aaa-882b-4b192e05c721 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:24.224548 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-28499f9c-3a65-4629-b67c-6860b904b666 req-51a0ff7a-e09e-4ce6-837c-3120f856e039 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126730 Apr 08 17:40:24.228695 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-44f069b0-2849-40ad-8a3b-5ed179bb585e req-c256c38b-5fa0-4aaa-882b-4b192e05c721 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0739343 Apr 08 17:40:24.279227 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-44f069b0-2849-40ad-8a3b-5ed179bb585e req-e4e0a22a-c267-470b-baf8-7242e1b6f13e tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489411 Apr 08 17:40:24.708303 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e403-9698-4326-81de-3dc780c659b4 req-f9d4999d-4158-4b37-9774-9e535463cbbc tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:24.712520 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-acf4e403-9698-4326-81de-3dc780c659b4 req-f9d4999d-4158-4b37-9774-9e535463cbbc tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0629940 Apr 08 17:40:24.781180 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 36940) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:24.786687 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-acf4e403-9698-4326-81de-3dc780c659b4 req-37fd53ed-f15a-45c1-ba45-0f05426ed6db tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692894 Apr 08 17:40:24.903264 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f097ecf-4f12-4f60-85b5-a9c9f48f6f3b req-69de4803-fbcf-4af4-9cf1-8a13ae70fa94 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:24.905367 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9f097ecf-4f12-4f60-85b5-a9c9f48f6f3b req-69de4803-fbcf-4af4-9cf1-8a13ae70fa94 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0494511 Apr 08 17:40:24.915701 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 36948) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:24.920866 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-197136f1-3d20-43bf-bf1a-66b32114b1ca tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Request body: {'floatingip': {'port_id': '84af0e26-395c-47be-ae44-b2b038690422'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:25.003094 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-197136f1-3d20-43bf-bf1a-66b32114b1ca tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for floatingip (0b780cbf-5d56-4a46-8399-b43ad8067dce), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:25.034983 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-544ba38e-271b-4e1d-811c-b6d606475e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:25.289991 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-544ba38e-271b-4e1d-811c-b6d606475e9e admin admin] Publish callbacks [] for security_group (b7b62dac-b92c-449b-aae1-2af6d788c89a), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:25.299995 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-544ba38e-271b-4e1d-811c-b6d606475e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (b7b62dac-b92c-449b-aae1-2af6d788c89a), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:25.353053 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17024533-ec41-4c85-9a10-3fb303e4cafe req-d1baea75-a50c-4200-8a18-1b785aff38e3 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:25.354585 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-17024533-ec41-4c85-9a10-3fb303e4cafe req-d1baea75-a50c-4200-8a18-1b785aff38e3 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 946 time: 0.0624914 Apr 08 17:40:25.433633 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-544ba38e-271b-4e1d-811c-b6d606475e9e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6db0b1f319d046ecab5f5b32131aa877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6500599 Apr 08 17:40:25.440836 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 36962) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:25.483047 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-17024533-ec41-4c85-9a10-3fb303e4cafe req-b827f877-58b3-4df6-a5bf-6e2f1b05e6f2 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223807 Apr 08 17:40:25.654464 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f93cad-a4d6-4546-b04e-fd029615bf14 req-f457c3b7-fe84-4861-9db5-d493739e1362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:25.656024 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-58f93cad-a4d6-4546-b04e-fd029615bf14 req-f457c3b7-fe84-4861-9db5-d493739e1362 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b895debd-97b0-43f9-854d-b53eac68cddb HTTP/1.1" status: 200 len: 920 time: 0.2657928 Apr 08 17:40:25.664771 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225801c-4381-48c9-b353-f0ecee0743df req-9c2b4d9e-a516-426e-a979-82886356a3f0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:25.666637 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4225801c-4381-48c9-b353-f0ecee0743df req-9c2b4d9e-a516-426e-a979-82886356a3f0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 946 time: 0.0989201 Apr 08 17:40:25.667762 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-eaea501b-b18e-4651-9e70-a15b54d29e50 admin admin] Publish callbacks [] for security_group (b7b62dac-b92c-449b-aae1-2af6d788c89a), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:25.676672 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 36966) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:25.681358 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-22d01c22-86be-43a3-a0a2-58b200551115 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'floatingip': {'port_id': 'b75418df-6259-4cd9-b31e-8ce95d69aa65'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:40:25.714972 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ba38e-271b-4e1d-811c-b6d606475e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b62dac-b92c-449b-aae1-2af6d788c89a,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:25.742125 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-22d01c22-86be-43a3-a0a2-58b200551115 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (29c4058f-d7a4-4dfb-a5c7-dfdbe49342e9), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:25.780019 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-eaea501b-b18e-4651-9e70-a15b54d29e50 admin admin] Publish callbacks [] for security_group (b7b62dac-b92c-449b-aae1-2af6d788c89a), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:25.788083 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0475d-f591-4906-8510-b56bb6a97909 req-eb16c302-48d9-4c02-b433-1a80218c5c27 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:25.789632 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8bf0475d-f591-4906-8510-b56bb6a97909 req-eb16c302-48d9-4c02-b433-1a80218c5c27 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.4060812 Apr 08 17:40:25.929119 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-eaea501b-b18e-4651-9e70-a15b54d29e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (b7b62dac-b92c-449b-aae1-2af6d788c89a), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:25.931545 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-eaea501b-b18e-4651-9e70-a15b54d29e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:25.932714 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-eaea501b-b18e-4651-9e70-a15b54d29e50 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b7b62dac-b92c-449b-aae1-2af6d788c89a HTTP/1.1" status: 204 len: 168 time: 0.4877582 Apr 08 17:40:25.946366 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea501b-b18e-4651-9e70-a15b54d29e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b62dac-b92c-449b-aae1-2af6d788c89a,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:26.029112 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-71bc8057-3b86-43a1-8f17-07a5affcf113 req-d31fe7f1-b321-439b-9d08-0e0fd7164446 service neutron] 10.222.0.20 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6628594 Apr 08 17:40:26.067632 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8bf0475d-f591-4906-8510-b56bb6a97909 req-ebd62d37-5144-430a-884b-6f84352369a3 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618935 Apr 08 17:40:26.155381 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-197136f1-3d20-43bf-bf1a-66b32114b1ca tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:26.164564 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-197136f1-3d20-43bf-bf1a-66b32114b1ca tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (0b780cbf-5d56-4a46-8399-b43ad8067dce), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:26.338230 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.l3_db [None req-197136f1-3d20-43bf-bf1a-66b32114b1ca tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Floating IP 0b780cbf-5d56-4a46-8399-b43ad8067dce associated. External IP: 172.27.1.9, port: 84af0e26-395c-47be-ae44-b2b038690422. Apr 08 17:40:26.419872 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:40:26.476975 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-22d01c22-86be-43a3-a0a2-58b200551115 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:26.486581 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-22d01c22-86be-43a3-a0a2-58b200551115 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (29c4058f-d7a4-4dfb-a5c7-dfdbe49342e9), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:26.667643 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-58f93cad-a4d6-4546-b04e-fd029615bf14 req-60610e7c-33ec-43c8-bdb1-acea5df47768 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=907da5ed-e1bb-4557-b2bd-e16d4aac5262 HTTP/1.1" status: 200 len: 217 time: 0.0545673 Apr 08 17:40:26.712768 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.l3_db [None req-22d01c22-86be-43a3-a0a2-58b200551115 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Floating IP 29c4058f-d7a4-4dfb-a5c7-dfdbe49342e9 associated. External IP: 172.27.1.65, port: b75418df-6259-4cd9-b31e-8ce95d69aa65. Apr 08 17:40:26.814813 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f93cad-a4d6-4546-b04e-fd029615bf14 req-e806cf31-d4b5-4441-8c11-e8f50c89e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:26.816915 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-58f93cad-a4d6-4546-b04e-fd029615bf14 req-e806cf31-d4b5-4441-8c11-e8f50c89e0e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8971a54-bad3-4305-9d36-2982512b73f9 HTTP/1.1" status: 200 len: 858 time: 0.1185694 Apr 08 17:40:26.825155 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-71bc8057-3b86-43a1-8f17-07a5affcf113 req-9b1f7309-2937-4ca8-91ca-f87eb6d0fd0e service neutron] 10.222.0.20 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517006 Apr 08 17:40:26.834702 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197136f1-3d20-43bf-bf1a-66b32114b1ca tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Router 62ee8e62-17d1-4347-8634-7368de46aeb9 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:40:26.927041 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f93cad-a4d6-4546-b04e-fd029615bf14 req-22b09e4a-a718-4ab9-a5c0-88dcfa4f83f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:26.931026 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-58f93cad-a4d6-4546-b04e-fd029615bf14 req-22b09e4a-a718-4ab9-a5c0-88dcfa4f83f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b895debd-97b0-43f9-854d-b53eac68cddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653105 Apr 08 17:40:27.024476 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197136f1-3d20-43bf-bf1a-66b32114b1ca tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:40:27.030275 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-197136f1-3d20-43bf-bf1a-66b32114b1ca tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:27.041870 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41968bc-ae39-48b5-8abc-0c558f365c01 None None] Sync routers for ids ['62ee8e62-17d1-4347-8634-7368de46aeb9'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:40:27.056264 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41968bc-ae39-48b5-8abc-0c558f365c01 None None] Routers {'62ee8e62-17d1-4347-8634-7368de46aeb9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:40:27.057067 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-f41968bc-ae39-48b5-8abc-0c558f365c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:40:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['62ee8e62-17d1-4347-8634-7368de46aeb9'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:27.069561 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-197136f1-3d20-43bf-bf1a-66b32114b1ca tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "PUT /v2.0/floatingips/0b780cbf-5d56-4a46-8399-b43ad8067dce HTTP/1.1" status: 200 len: 990 time: 2.1521804 Apr 08 17:40:27.071673 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b891b6-d56a-4d28-b5da-c2024d44fd99', 'tag': '84af0e26-395c-47be-ae44-b2b038690422'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:40:27.076376 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c4dc31-5855-4af0-ba27-f487983e877a" -d '{"events": [{"name": "network-changed", "server_uuid": "80b891b6-d56a-4d28-b5da-c2024d44fd99", "tag": "84af0e26-395c-47be-ae44-b2b038690422"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:40:27.183317 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0866c1c8-b8af-455c-a80e-e367e1e8011e x-openstack-request-id: req-0866c1c8-b8af-455c-a80e-e367e1e8011e {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:40:27.185142 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b891b6-d56a-4d28-b5da-c2024d44fd99", "tag": "84af0e26-395c-47be-ae44-b2b038690422", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:40:27.185477 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0866c1c8-b8af-455c-a80e-e367e1e8011e {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:40:27.185987 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0866c1c8-b8af-455c-a80e-e367e1e8011e'] response: {'name': 'network-changed', 'server_uuid': '80b891b6-d56a-4d28-b5da-c2024d44fd99', 'tag': '84af0e26-395c-47be-ae44-b2b038690422', 'status': 'completed', 'code': 200} Apr 08 17:40:27.340761 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca14b70-7744-49b4-a7be-dfda52df838a req-54521ba6-632e-4d42-b605-25f9fad1bba6 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:27.342947 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1ca14b70-7744-49b4-a7be-dfda52df838a req-54521ba6-632e-4d42-b605-25f9fad1bba6 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.1290081 Apr 08 17:40:27.344020 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4dc31-5855-4af0-ba27-f487983e877a req-7f85323d-f305-4c85-8303-259d4722d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:27.345538 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d8c4dc31-5855-4af0-ba27-f487983e877a req-7f85323d-f305-4c85-8303-259d4722d2e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=871ad76eadfd4d88827f7e66f16eaa94&device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 1130 time: 0.1192944 Apr 08 17:40:27.353868 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-f41968bc-ae39-48b5-8abc-0c558f365c01 None None] Set router 62ee8e62-17d1-4347-8634-7368de46aeb9 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:40:27.420938 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-58f93cad-a4d6-4546-b04e-fd029615bf14 req-b84c177e-9705-47b1-90d0-1bc4a57a61e4 service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798064 Apr 08 17:40:27.471450 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1ca14b70-7744-49b4-a7be-dfda52df838a req-4e7cd79d-8dfe-4a21-973c-9920644d2d59 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207652 Apr 08 17:40:27.507626 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4dc31-5855-4af0-ba27-f487983e877a req-bc66b1d5-e7bf-45ce-b1b8-abc95d9a517d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:27.509751 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d8c4dc31-5855-4af0-ba27-f487983e877a req-bc66b1d5-e7bf-45ce-b1b8-abc95d9a517d service neutron] 10.222.0.20 "GET /v2.0/networks?id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 HTTP/1.1" status: 200 len: 918 time: 0.1420109 Apr 08 17:40:27.514492 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d01c22-86be-43a3-a0a2-58b200551115 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:40:27.551603 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-58f93cad-a4d6-4546-b04e-fd029615bf14 req-a8679ed1-1265-42f0-9df6-43b54661f08f service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177518 Apr 08 17:40:27.646111 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d8c4dc31-5855-4af0-ba27-f487983e877a req-fa2f96b9-30ef-4528-8422-3e5925759822 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84af0e26-395c-47be-ae44-b2b038690422 HTTP/1.1" status: 200 len: 998 time: 0.1140358 Apr 08 17:40:27.688763 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d01c22-86be-43a3-a0a2-58b200551115 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:40:27.694287 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-22d01c22-86be-43a3-a0a2-58b200551115 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:27.702192 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e935ce3-8c46-4bca-84c7-e208b3e790fe None None] Sync routers for ids ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:40:27.718143 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e935ce3-8c46-4bca-84c7-e208b3e790fe None None] Routers {'216c479a-d79f-4956-a3c4-c7cdf37e8d9d'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:40:27.723349 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-2e935ce3-8c46-4bca-84c7-e208b3e790fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:40:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:27.724772 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4dc31-5855-4af0-ba27-f487983e877a req-bee28367-72ea-4bc7-a7a6-3f934fad441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:27.726337 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d8c4dc31-5855-4af0-ba27-f487983e877a req-bee28367-72ea-4bc7-a7a6-3f934fad441b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1896ad45-f1dd-47eb-87e5-845f315dcdb0 HTTP/1.1" status: 200 len: 856 time: 0.0585260 Apr 08 17:40:27.736266 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-22d01c22-86be-43a3-a0a2-58b200551115 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "PUT /v2.0/floatingips/29c4058f-d7a4-4dfb-a5c7-dfdbe49342e9 HTTP/1.1" status: 200 len: 991 time: 2.0584559 Apr 08 17:40:27.737143 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad35461-9694-47a4-8496-57f32e6c30f4', 'tag': 'b75418df-6259-4cd9-b31e-8ce95d69aa65'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:40:27.740800 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbc328e-c403-4d8d-b0e2-b593d19abddc" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad35461-9694-47a4-8496-57f32e6c30f4", "tag": "b75418df-6259-4cd9-b31e-8ce95d69aa65"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:40:27.792280 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe0a88c-99b6-439e-adb6-7fd03e14dabb x-openstack-request-id: req-cbe0a88c-99b6-439e-adb6-7fd03e14dabb {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:40:27.792762 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad35461-9694-47a4-8496-57f32e6c30f4", "tag": "b75418df-6259-4cd9-b31e-8ce95d69aa65", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:40:27.793292 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cbe0a88c-99b6-439e-adb6-7fd03e14dabb {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:40:27.794183 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe0a88c-99b6-439e-adb6-7fd03e14dabb'] response: {'name': 'network-changed', 'server_uuid': '1ad35461-9694-47a4-8496-57f32e6c30f4', 'tag': 'b75418df-6259-4cd9-b31e-8ce95d69aa65', 'status': 'completed', 'code': 200} Apr 08 17:40:27.802680 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-f41968bc-ae39-48b5-8abc-0c558f365c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-router', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'gw_port': {'id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '0b780cbf-5d56-4a46-8399-b43ad8067dce', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'port_id': '84af0e26-395c-47be-ae44-b2b038690422', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'mac_address': 'fa:16:3e:e8:ee:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b891b6-d56a-4d28-b5da-c2024d44fd99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:39:06Z', 'updated_at': '2022-04-08T17:40:25Z', 'revision_number': 1, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '517ac759-5acc-4530-969b-9d1aaf1a05db', 'name': '', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'mac_address': 'fa:16:3e:7d:2d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 5, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'subnets': [{'id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:27.836988 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41968bc-ae39-48b5-8abc-0c558f365c01 None None] Checking router: 62ee8e62-17d1-4347-8634-7368de46aeb9 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:40:27.846240 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41968bc-ae39-48b5-8abc-0c558f365c01 None None] Routers {'62ee8e62-17d1-4347-8634-7368de46aeb9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:40:27.846864 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-f41968bc-ae39-48b5-8abc-0c558f365c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:40:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['62ee8e62-17d1-4347-8634-7368de46aeb9'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:27.867504 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-2e935ce3-8c46-4bca-84c7-e208b3e790fe None None] Set router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:40:27.945689 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4dc31-5855-4af0-ba27-f487983e877a req-1b75710b-2198-40f0-b880-5602456f36bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:27.947806 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d8c4dc31-5855-4af0-ba27-f487983e877a req-1b75710b-2198-40f0-b880-5602456f36bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638273 Apr 08 17:40:27.967114 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-f41968bc-ae39-48b5-8abc-0c558f365c01 None None] Set router 62ee8e62-17d1-4347-8634-7368de46aeb9 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:40:28.050097 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc328e-c403-4d8d-b0e2-b593d19abddc req-beaace7c-f179-484b-a874-04c537daabb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:28.053555 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3fbc328e-c403-4d8d-b0e2-b593d19abddc req-beaace7c-f179-484b-a874-04c537daabb9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c793b519db45404da066489467255859&device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 1130 time: 0.1214027 Apr 08 17:40:28.179155 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d8c4dc31-5855-4af0-ba27-f487983e877a req-e11c33c1-2100-40bf-904e-6eef82cf09a6 service neutron] 10.222.0.20 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019229 Apr 08 17:40:28.179603 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 37076) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:28.199614 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-2e935ce3-8c46-4bca-84c7-e208b3e790fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '29c4058f-d7a4-4dfb-a5c7-dfdbe49342e9', 'tenant_id': 'c793b519db45404da066489467255859', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'port_id': 'b75418df-6259-4cd9-b31e-8ce95d69aa65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'mac_address': 'fa:16:3e:a2:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad35461-9694-47a4-8496-57f32e6c30f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:39:08Z', 'updated_at': '2022-04-08T17:40:26Z', 'revision_number': 1, 'project_id': 'c793b519db45404da066489467255859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:28.230406 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_v2 [None req-52da3aac-c833-4c0b-9732-99b225c2e640 admin admin] Deleting subnet 0fcd0684-73f5-43f8-8881-3b9618d53cd0 {{(pid=103549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:40:28.243655 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-52da3aac-c833-4c0b-9732-99b225c2e640 admin admin] Publish callbacks [] for subnet (0fcd0684-73f5-43f8-8881-3b9618d53cd0), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:28.259851 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc328e-c403-4d8d-b0e2-b593d19abddc req-0df6bb79-dca7-43b9-a1a5-fc056f3330dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:28.262667 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3fbc328e-c403-4d8d-b0e2-b593d19abddc req-0df6bb79-dca7-43b9-a1a5-fc056f3330dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078 HTTP/1.1" status: 200 len: 916 time: 0.1965113 Apr 08 17:40:28.347855 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-f41968bc-ae39-48b5-8abc-0c558f365c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-router', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'gw_port': {'id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '0b780cbf-5d56-4a46-8399-b43ad8067dce', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'port_id': '84af0e26-395c-47be-ae44-b2b038690422', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'mac_address': 'fa:16:3e:e8:ee:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b891b6-d56a-4d28-b5da-c2024d44fd99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:39:06Z', 'updated_at': '2022-04-08T17:40:25Z', 'revision_number': 1, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '517ac759-5acc-4530-969b-9d1aaf1a05db', 'name': '', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'mac_address': 'fa:16:3e:7d:2d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 5, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'subnets': [{'id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:28.366766 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-52da3aac-c833-4c0b-9732-99b225c2e640 admin admin] Publish callbacks [] for subnet (0fcd0684-73f5-43f8-8881-3b9618d53cd0), precommit_delete_associations {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:28.376626 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41968bc-ae39-48b5-8abc-0c558f365c01 None None] The sync data for ids ['62ee8e62-17d1-4347-8634-7368de46aeb9'] in dv-cinder-837166-1-iscsi is: [{'id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-router', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'gw_port': {'id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '0b780cbf-5d56-4a46-8399-b43ad8067dce', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'port_id': '84af0e26-395c-47be-ae44-b2b038690422', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'mac_address': 'fa:16:3e:e8:ee:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b891b6-d56a-4d28-b5da-c2024d44fd99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:39:06Z', 'updated_at': '2022-04-08T17:40:25Z', 'revision_number': 1, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '517ac759-5acc-4530-969b-9d1aaf1a05db', 'name': '', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'mac_address': 'fa:16:3e:7d:2d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 5, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'subnets': [{'id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:40:28.384462 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e935ce3-8c46-4bca-84c7-e208b3e790fe None None] Checking router: 216c479a-d79f-4956-a3c4-c7cdf37e8d9d for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:40:28.389580 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-52da3aac-c833-4c0b-9732-99b225c2e640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709327'] for subnet (0fcd0684-73f5-43f8-8881-3b9618d53cd0), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:28.393955 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e935ce3-8c46-4bca-84c7-e208b3e790fe None None] Routers {'216c479a-d79f-4956-a3c4-c7cdf37e8d9d'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:40:28.394910 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-2e935ce3-8c46-4bca-84c7-e208b3e790fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:40:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:28.398222 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3fbc328e-c403-4d8d-b0e2-b593d19abddc req-b93157b8-1a97-41f5-b6cc-0134d322d291 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b75418df-6259-4cd9-b31e-8ce95d69aa65 HTTP/1.1" status: 200 len: 999 time: 0.1241512 Apr 08 17:40:28.467794 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc328e-c403-4d8d-b0e2-b593d19abddc req-79923dee-39a2-4c40-87a9-1370efe6901d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:28.470351 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3fbc328e-c403-4d8d-b0e2-b593d19abddc req-79923dee-39a2-4c40-87a9-1370efe6901d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8edf8b4-73f8-49e2-a695-014df408b2d6 HTTP/1.1" status: 200 len: 854 time: 0.0645361 Apr 08 17:40:28.477856 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d8c4dc31-5855-4af0-ba27-f487983e877a req-551f2a31-d3f5-4870-9b69-3589605fafb0 service neutron] 10.222.0.20 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448065 Apr 08 17:40:28.528400 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-52da3aac-c833-4c0b-9732-99b225c2e640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1709334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for subnet (0fcd0684-73f5-43f8-8881-3b9618d53cd0), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:28.550178 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc328e-c403-4d8d-b0e2-b593d19abddc req-51289158-8065-47a6-a8d1-adbcbf9551c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:28.552083 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3fbc328e-c403-4d8d-b0e2-b593d19abddc req-51289158-8065-47a6-a8d1-adbcbf9551c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733953 Apr 08 17:40:28.557704 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da3aac-c833-4c0b-9732-99b225c2e640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fcd0684-73f5-43f8-8881-3b9618d53cd0,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:28.565341 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-2e935ce3-8c46-4bca-84c7-e208b3e790fe None None] Set router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:40:28.572094 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-52da3aac-c833-4c0b-9732-99b225c2e640 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:28.575688 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-52da3aac-c833-4c0b-9732-99b225c2e640 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/0fcd0684-73f5-43f8-8881-3b9618d53cd0 HTTP/1.1" status: 204 len: 168 time: 0.3952606 Apr 08 17:40:28.585912 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 37080) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:28.672422 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d511ecc-5e2b-4cb3-8e0c-3af8f5cd8e0a req-0284a24a-aaca-4ff3-a38a-d3baeb06e3fd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:28.682100 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8d511ecc-5e2b-4cb3-8e0c-3af8f5cd8e0a req-0284a24a-aaca-4ff3-a38a-d3baeb06e3fd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0914762 Apr 08 17:40:28.731992 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3fbc328e-c403-4d8d-b0e2-b593d19abddc req-f2be1ba9-0dff-4a6c-b9c5-59596ac8e496 service neutron] 10.222.0.20 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701303 Apr 08 17:40:28.807028 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8d511ecc-5e2b-4cb3-8e0c-3af8f5cd8e0a req-92ee0dc0-67d3-470d-9a89-7c99360ced86 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184793 Apr 08 17:40:28.859800 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832628'] for network (1d1494a4-8a18-4f06-bd97-ec17992e9677), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:28.958118 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3fbc328e-c403-4d8d-b0e2-b593d19abddc req-9cb34616-f080-45a9-9927-ffb60e391348 service neutron] 10.222.0.20 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143981 Apr 08 17:40:28.966999 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-2e935ce3-8c46-4bca-84c7-e208b3e790fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '29c4058f-d7a4-4dfb-a5c7-dfdbe49342e9', 'tenant_id': 'c793b519db45404da066489467255859', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'port_id': 'b75418df-6259-4cd9-b31e-8ce95d69aa65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'mac_address': 'fa:16:3e:a2:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad35461-9694-47a4-8496-57f32e6c30f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:39:08Z', 'updated_at': '2022-04-08T17:40:26Z', 'revision_number': 1, 'project_id': 'c793b519db45404da066489467255859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:28.990082 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1707906', 'neutron.services.segments.db._delete_segments_for_network-8780306556573'] for network (1d1494a4-8a18-4f06-bd97-ec17992e9677), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.010779 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e935ce3-8c46-4bca-84c7-e208b3e790fe None None] The sync data for ids ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'] in dv-cinder-837166-1-iscsi is: [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '29c4058f-d7a4-4dfb-a5c7-dfdbe49342e9', 'tenant_id': 'c793b519db45404da066489467255859', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'port_id': 'b75418df-6259-4cd9-b31e-8ce95d69aa65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'mac_address': 'fa:16:3e:a2:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad35461-9694-47a4-8496-57f32e6c30f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:39:08Z', 'updated_at': '2022-04-08T17:40:26Z', 'revision_number': 1, 'project_id': 'c793b519db45404da066489467255859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:40:29.017373 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.017725 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.018483 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.018825 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Subscribe: > port after_create 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.019146 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.019465 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Subscribe: > port after_update 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.019797 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.020193 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.020793 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.021205 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.119802 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 37094) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:29.160650 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.161183 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.161555 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.161956 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.162334 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1494a4-8a18-4f06-bd97-ec17992e9677']}} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:29.182454 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9483ae2-192d-4d61-85a9-0b5e2f26ff7b') {'for_net_delete': True} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:29.182812 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9483ae2-192d-4d61-85a9-0b5e2f26ff7b') {} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:29.203067 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780306558374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30987638'] for segment (b9483ae2-192d-4d61-85a9-0b5e2f26ff7b), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.234300 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (b9483ae2-192d-4d61-85a9-0b5e2f26ff7b), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.253106 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Releasing vlan 975 on physical network physnet1 to pool {{(pid=103548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:40:29.253428 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30242400'] for segment (b9483ae2-192d-4d61-85a9-0b5e2f26ff7b), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.257860 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a1dc451a-493e-4a07-9e21-d9d798b032e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: from cryptography.utils import int_from_bytes Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: from cryptography.utils import int_from_bytes Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: Traceback (most recent call last): Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: timer() Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: cb(*args, **kw) Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: return func(*args, **kwargs) Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: self._notify() Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: self.callback(batched_events) Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: event.method(event) Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: return f(self, *a, **k) Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: return self._get(url).json() Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: return self.request(url, 'GET', **kwargs) Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:40:29.272621 dv-cinder-837166-1-iscsi neutron-server[103548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:40:29.322752 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e26bb4b-6d75-4cf7-8211-355b6fe3f92c None None] New status for floating IP 29c4058f-d7a4-4dfb-a5c7-dfdbe49342e9: ACTIVE {{(pid=103551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:40:29.361131 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1707913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726762'] for network (1d1494a4-8a18-4f06-bd97-ec17992e9677), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.367701 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a1dc451a-493e-4a07-9e21-d9d798b032e5 admin admin] Publish callbacks [] for security_group (1c53cb2d-dafc-4b92-89cc-50e9d9d90fca), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.370663 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.377477 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] 10.222.0.86 "DELETE /v2.0/networks/1d1494a4-8a18-4f06-bd97-ec17992e9677 HTTP/1.1" status: 204 len: 168 time: 0.7876880 Apr 08 17:40:29.379241 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a1dc451a-493e-4a07-9e21-d9d798b032e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (1c53cb2d-dafc-4b92-89cc-50e9d9d90fca), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.386255 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 37098) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:29.395102 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24816690-f9bb-4d5d-b577-57a2f72d560e admin admin] Pushing event deleted for resources: {'Network': ['ID=1d1494a4-8a18-4f06-bd97-ec17992e9677,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:29.402551 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c8e9e-3f82-4d9f-814c-38743fc1b223 None None] New status for floating IP 0b780cbf-5d56-4a46-8399-b43ad8067dce: ACTIVE {{(pid=103550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:40:29.434342 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-a1dc451a-493e-4a07-9e21-d9d798b032e5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=237564f962c942f5b465a3dbc93f055e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133099 Apr 08 17:40:29.437234 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 37100) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:29.455140 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b484113-d0c9-45c4-ba57-7ffe0a5b4295 admin admin] Deleting subnet 030d490c-6214-4e65-944b-bd91427bbe23 {{(pid=103548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:40:29.460188 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9b484113-d0c9-45c4-ba57-7ffe0a5b4295 admin admin] Publish callbacks [] for subnet (030d490c-6214-4e65-944b-bd91427bbe23), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.464278 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc451a-493e-4a07-9e21-d9d798b032e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c53cb2d-dafc-4b92-89cc-50e9d9d90fca,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:29.507601 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-caf5224b-d77f-400a-ae57-05d85b5015ca admin admin] Publish callbacks [] for security_group (1c53cb2d-dafc-4b92-89cc-50e9d9d90fca), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.518516 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9b484113-d0c9-45c4-ba57-7ffe0a5b4295 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30987647'] for subnet (030d490c-6214-4e65-944b-bd91427bbe23), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.538957 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-caf5224b-d77f-400a-ae57-05d85b5015ca admin admin] Publish callbacks [] for security_group (1c53cb2d-dafc-4b92-89cc-50e9d9d90fca), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.583390 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9b484113-d0c9-45c4-ba57-7ffe0a5b4295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709327'] for subnet (030d490c-6214-4e65-944b-bd91427bbe23), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.603630 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-caf5224b-d77f-400a-ae57-05d85b5015ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (1c53cb2d-dafc-4b92-89cc-50e9d9d90fca), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.606552 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-caf5224b-d77f-400a-ae57-05d85b5015ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.610262 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-caf5224b-d77f-400a-ae57-05d85b5015ca admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1c53cb2d-dafc-4b92-89cc-50e9d9d90fca HTTP/1.1" status: 204 len: 168 time: 0.1696711 Apr 08 17:40:29.617158 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5224b-d77f-400a-ae57-05d85b5015ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c53cb2d-dafc-4b92-89cc-50e9d9d90fca,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:29.649713 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9b484113-d0c9-45c4-ba57-7ffe0a5b4295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1709334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30242310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30287709'] for subnet (030d490c-6214-4e65-944b-bd91427bbe23), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.676804 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b484113-d0c9-45c4-ba57-7ffe0a5b4295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=030d490c-6214-4e65-944b-bd91427bbe23,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:29.683060 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9b484113-d0c9-45c4-ba57-7ffe0a5b4295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.686324 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-9b484113-d0c9-45c4-ba57-7ffe0a5b4295 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/030d490c-6214-4e65-944b-bd91427bbe23 HTTP/1.1" status: 204 len: 168 time: 0.2987099 Apr 08 17:40:29.689173 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 37104) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:29.760615 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832628'] for network (11f5f8e6-14a9-402d-ab6a-de3362a0a39f), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.849451 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1707906', 'neutron.services.segments.db._delete_segments_for_network-8780306556573'] for network (11f5f8e6-14a9-402d-ab6a-de3362a0a39f), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.885164 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.885522 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.886268 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.886601 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Subscribe: > port after_create 55550000 {{(pid=103549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.887034 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.887366 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Subscribe: > port after_update 55550000 {{(pid=103549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.887709 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.888034 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.888769 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.888879 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.949949 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7196e-e1df-47cf-85d8-e192f91adbd8 req-bad0d3fe-55b2-4bb0-b0f4-43d055b9818c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:29.951595 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-19c7196e-e1df-47cf-85d8-e192f91adbd8 req-bad0d3fe-55b2-4bb0-b0f4-43d055b9818c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0505445 Apr 08 17:40:29.959319 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.959669 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.960010 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.960344 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:40:29.960761 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f5f8e6-14a9-402d-ab6a-de3362a0a39f']}} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:29.978502 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5926bb-8efb-4cbc-82eb-750d33857135') {'for_net_delete': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:29.978803 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5926bb-8efb-4cbc-82eb-750d33857135') {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:29.996654 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780306558374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30165219'] for segment (db5926bb-8efb-4cbc-82eb-750d33857135), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:30.015410 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-19c7196e-e1df-47cf-85d8-e192f91adbd8 req-795450be-a0e1-4b0d-8b7f-011e27147168 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575230 Apr 08 17:40:30.024998 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (db5926bb-8efb-4cbc-82eb-750d33857135), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:30.033653 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Releasing vlan 951 on physical network physnet1 to pool {{(pid=103549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:40:30.034038 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30663484'] for segment (db5926bb-8efb-4cbc-82eb-750d33857135), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: from cryptography.utils import int_from_bytes Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: from cryptography.utils import int_from_bytes Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: Traceback (most recent call last): Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: timer() Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: cb(*args, **kw) Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: return func(*args, **kwargs) Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: self._notify() Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: self.callback(batched_events) Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: event.method(event) Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: return f(self, *a, **k) Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: return self._get(url).json() Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: return self.request(url, 'GET', **kwargs) Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:40:30.039223 dv-cinder-837166-1-iscsi neutron-server[103549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:40:30.330563 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1707913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726762'] for network (11f5f8e6-14a9-402d-ab6a-de3362a0a39f), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:30.338646 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:30.345496 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] 10.222.0.86 "DELETE /v2.0/networks/11f5f8e6-14a9-402d-ab6a-de3362a0a39f HTTP/1.1" status: 204 len: 168 time: 0.6528096 Apr 08 17:40:30.356077 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02214681-8a6b-45f5-94dc-ab4aeb998696 admin admin] Pushing event deleted for resources: {'Network': ['ID=11f5f8e6-14a9-402d-ab6a-de3362a0a39f,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:30.519792 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 37140) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:30.562180 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-b466a484-9603-4d9a-a045-9bee400ce45d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=60ceb4a07de64e5e9ca9bf7f119f4486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410628 Apr 08 17:40:30.564580 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 37146) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:30.612466 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-db59d7d7-b620-4648-85be-08a4b32a8d10 admin admin] Publish callbacks [] for security_group (95098024-a23b-482d-9eb7-6863f61338ab), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:30.634478 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-db59d7d7-b620-4648-85be-08a4b32a8d10 admin admin] Publish callbacks [] for security_group (95098024-a23b-482d-9eb7-6863f61338ab), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:30.687357 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-db59d7d7-b620-4648-85be-08a4b32a8d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (95098024-a23b-482d-9eb7-6863f61338ab), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:30.690097 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-db59d7d7-b620-4648-85be-08a4b32a8d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:30.691383 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-db59d7d7-b620-4648-85be-08a4b32a8d10 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/95098024-a23b-482d-9eb7-6863f61338ab HTTP/1.1" status: 204 len: 168 time: 0.1259105 Apr 08 17:40:30.699488 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59d7d7-b620-4648-85be-08a4b32a8d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95098024-a23b-482d-9eb7-6863f61338ab,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:31.057038 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 37166) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:31.125359 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-dd2bf432-498f-4b32-b609-b3923d34aabf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b9c421122fac45d6a7fa36a7b30658d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0671268 Apr 08 17:40:31.128032 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 37170) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:31.140673 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573ffc5-d767-4acc-b44e-af8e4c393766 req-9a592780-e671-42f4-a949-91a320e36a96 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:31.142541 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1573ffc5-d767-4acc-b44e-af8e4c393766 req-9a592780-e671-42f4-a949-91a320e36a96 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0526531 Apr 08 17:40:31.180542 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1baf085f-c6c7-4145-937b-1b1ee23fa398 admin admin] Publish callbacks [] for security_group (d0ae3f2e-6a7a-43c4-b839-bec6ea9fc50a), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:31.197194 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1573ffc5-d767-4acc-b44e-af8e4c393766 req-35bfe245-5f72-43c8-ba4c-fba8a43f31ce tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434113 Apr 08 17:40:31.202880 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1baf085f-c6c7-4145-937b-1b1ee23fa398 admin admin] Publish callbacks [] for security_group (d0ae3f2e-6a7a-43c4-b839-bec6ea9fc50a), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:31.262535 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1baf085f-c6c7-4145-937b-1b1ee23fa398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (d0ae3f2e-6a7a-43c4-b839-bec6ea9fc50a), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:31.265125 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1baf085f-c6c7-4145-937b-1b1ee23fa398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:31.266269 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-1baf085f-c6c7-4145-937b-1b1ee23fa398 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d0ae3f2e-6a7a-43c4-b839-bec6ea9fc50a HTTP/1.1" status: 204 len: 168 time: 0.1372755 Apr 08 17:40:31.274904 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf085f-c6c7-4145-937b-1b1ee23fa398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ae3f2e-6a7a-43c4-b839-bec6ea9fc50a,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:32.337651 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09597ab5-da5e-4ed3-a62c-553fc1abbad4 req-48453fc7-51b6-4de5-86a5-1168f7b26860 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:32.339287 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-09597ab5-da5e-4ed3-a62c-553fc1abbad4 req-48453fc7-51b6-4de5-86a5-1168f7b26860 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0504429 Apr 08 17:40:32.398610 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-09597ab5-da5e-4ed3-a62c-553fc1abbad4 req-a3438bfb-dd4f-4a90-9ce5-bacf89f40f5d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521233 Apr 08 17:40:32.458282 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 37218) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:32.468277 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 37222) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:32.566450 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b8dea4e0-0d8c-42f2-a5a4-739d2d343d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.577130 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ab2719ff-fbb5-4316-84fb-7f68a41f3867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.647400 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b8dea4e0-0d8c-42f2-a5a4-739d2d343d9a admin admin] Publish callbacks [] for security_group (5893a375-1872-4294-940c-c41155e726ee), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.652119 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b8dea4e0-0d8c-42f2-a5a4-739d2d343d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (5893a375-1872-4294-940c-c41155e726ee), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.655030 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ab2719ff-fbb5-4316-84fb-7f68a41f3867 admin admin] Publish callbacks [] for security_group (8e5333be-69fb-48a2-a276-9e7d339d1282), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.658928 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ab2719ff-fbb5-4316-84fb-7f68a41f3867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (8e5333be-69fb-48a2-a276-9e7d339d1282), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.694759 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-b8dea4e0-0d8c-42f2-a5a4-739d2d343d9a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=14fe6160469b4e98ae8b56aea464bc61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351518 Apr 08 17:40:32.695380 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 37226) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:32.696793 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-ab2719ff-fbb5-4316-84fb-7f68a41f3867 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e56beabfcfe74f83af99b1b2592896a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272089 Apr 08 17:40:32.699932 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 37228) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:32.702676 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dea4e0-0d8c-42f2-a5a4-739d2d343d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5893a375-1872-4294-940c-c41155e726ee,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:32.708864 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2719ff-fbb5-4316-84fb-7f68a41f3867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5333be-69fb-48a2-a276-9e7d339d1282,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:32.747006 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ad9ecbde-6d3b-43bd-b7f6-d7c712f0760c admin admin] Publish callbacks [] for security_group (5893a375-1872-4294-940c-c41155e726ee), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.757356 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ea099347-17d3-4120-92fd-651841653aba admin admin] Publish callbacks [] for security_group (8e5333be-69fb-48a2-a276-9e7d339d1282), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.768379 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ad9ecbde-6d3b-43bd-b7f6-d7c712f0760c admin admin] Publish callbacks [] for security_group (5893a375-1872-4294-940c-c41155e726ee), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.778323 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ea099347-17d3-4120-92fd-651841653aba admin admin] Publish callbacks [] for security_group (8e5333be-69fb-48a2-a276-9e7d339d1282), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.817066 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ad9ecbde-6d3b-43bd-b7f6-d7c712f0760c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (5893a375-1872-4294-940c-c41155e726ee), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.822020 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ad9ecbde-6d3b-43bd-b7f6-d7c712f0760c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.823450 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-ad9ecbde-6d3b-43bd-b7f6-d7c712f0760c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5893a375-1872-4294-940c-c41155e726ee HTTP/1.1" status: 204 len: 168 time: 0.1268208 Apr 08 17:40:32.834143 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ea099347-17d3-4120-92fd-651841653aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (8e5333be-69fb-48a2-a276-9e7d339d1282), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.835194 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ecbde-6d3b-43bd-b7f6-d7c712f0760c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5893a375-1872-4294-940c-c41155e726ee,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:32.841547 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ea099347-17d3-4120-92fd-651841653aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:32.842821 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-ea099347-17d3-4120-92fd-651841653aba admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8e5333be-69fb-48a2-a276-9e7d339d1282 HTTP/1.1" status: 204 len: 168 time: 0.1419673 Apr 08 17:40:32.852011 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea099347-17d3-4120-92fd-651841653aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5333be-69fb-48a2-a276-9e7d339d1282,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:33.220672 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 37252) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:33.234650 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c3739a71-39ee-41b7-87e8-63c490e84c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:33.322895 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c3739a71-39ee-41b7-87e8-63c490e84c5f admin admin] Publish callbacks [] for security_group (4e93d25e-8db7-416c-b259-6b5528f7a054), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:33.328220 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c3739a71-39ee-41b7-87e8-63c490e84c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (4e93d25e-8db7-416c-b259-6b5528f7a054), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:33.369594 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-c3739a71-39ee-41b7-87e8-63c490e84c5f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c22eb65a75db4500a386bc08d3c318dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477923 Apr 08 17:40:33.370765 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3739a71-39ee-41b7-87e8-63c490e84c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e93d25e-8db7-416c-b259-6b5528f7a054,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:33.372298 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 37256) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:33.437120 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-64f0d58a-60d6-475d-8c97-93bee15f1cc1 admin admin] Publish callbacks [] for security_group (4e93d25e-8db7-416c-b259-6b5528f7a054), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:33.461193 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-64f0d58a-60d6-475d-8c97-93bee15f1cc1 admin admin] Publish callbacks [] for security_group (4e93d25e-8db7-416c-b259-6b5528f7a054), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:33.526745 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-64f0d58a-60d6-475d-8c97-93bee15f1cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (4e93d25e-8db7-416c-b259-6b5528f7a054), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:33.528094 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72da3f-d292-4349-9535-a4723c779e6b req-36cb1f0b-8f9f-4efd-afb4-ade5785aae01 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:33.529778 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-64f0d58a-60d6-475d-8c97-93bee15f1cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:33.529900 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0d72da3f-d292-4349-9535-a4723c779e6b req-36cb1f0b-8f9f-4efd-afb4-ade5785aae01 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0619950 Apr 08 17:40:33.531093 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-64f0d58a-60d6-475d-8c97-93bee15f1cc1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4e93d25e-8db7-416c-b259-6b5528f7a054 HTTP/1.1" status: 204 len: 168 time: 0.1577687 Apr 08 17:40:33.552578 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0d58a-60d6-475d-8c97-93bee15f1cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e93d25e-8db7-416c-b259-6b5528f7a054,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:33.590650 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0d72da3f-d292-4349-9535-a4723c779e6b req-3376f67d-4b8f-4124-a52d-a4c0dfa6c40f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531268 Apr 08 17:40:34.710409 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0748d-e2a9-488e-9981-8c9c1e79b481 req-f2d1bae0-2019-4751-b369-47e142c28e77 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:34.717631 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b7e0748d-e2a9-488e-9981-8c9c1e79b481 req-f2d1bae0-2019-4751-b369-47e142c28e77 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0534048 Apr 08 17:40:34.766033 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b7e0748d-e2a9-488e-9981-8c9c1e79b481 req-c395409c-6417-4744-a32c-f218dc65faef tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475893 Apr 08 17:40:35.890399 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1736d6e-b444-47bd-91f0-42cda21126f6 req-f4144cc6-1bbd-4cf1-8965-d419fbf3c8c3 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:35.891945 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d1736d6e-b444-47bd-91f0-42cda21126f6 req-f4144cc6-1bbd-4cf1-8965-d419fbf3c8c3 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0464551 Apr 08 17:40:35.941558 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d1736d6e-b444-47bd-91f0-42cda21126f6 req-0bf1b1f6-e3a1-475a-b7d6-89d729aaf101 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437605 Apr 08 17:40:37.061009 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f670e-e2f2-4905-8aa2-792a791bb03b req-069e6869-d1da-46f1-a5ca-8c14d5a026df tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:37.063490 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-356f670e-e2f2-4905-8aa2-792a791bb03b req-069e6869-d1da-46f1-a5ca-8c14d5a026df tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0538414 Apr 08 17:40:37.122368 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-356f670e-e2f2-4905-8aa2-792a791bb03b req-f81d3591-dc46-4d2d-96b3-e56094f2e522 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519409 Apr 08 17:40:38.241156 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67696a12-8ec3-4874-9785-2f64a9ed0f69 req-ada4f482-e778-4a64-806b-337166ae90bf tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:38.242737 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-67696a12-8ec3-4874-9785-2f64a9ed0f69 req-ada4f482-e778-4a64-806b-337166ae90bf tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0491312 Apr 08 17:40:38.289889 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-67696a12-8ec3-4874-9785-2f64a9ed0f69 req-0ff8c3c2-ed6e-45ea-8d3b-cbe0c840ae2b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413513 Apr 08 17:40:39.420468 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957ab4c-785c-41a5-855f-8e280696936f req-a2245b92-fa71-490f-ae6e-4858b4a4c14a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:39.422166 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d957ab4c-785c-41a5-855f-8e280696936f req-a2245b92-fa71-490f-ae6e-4858b4a4c14a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0591388 Apr 08 17:40:39.476357 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d957ab4c-785c-41a5-855f-8e280696936f req-13ec2a98-4238-4931-9dc9-3395392d960a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477614 Apr 08 17:40:40.600320 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3791bd0-2268-4166-8cb7-8eb8371146c8 req-529cad8e-b6d7-4858-b155-c304a2fd5e22 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:40.601827 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e3791bd0-2268-4166-8cb7-8eb8371146c8 req-529cad8e-b6d7-4858-b155-c304a2fd5e22 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0511503 Apr 08 17:40:40.654828 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e3791bd0-2268-4166-8cb7-8eb8371146c8 req-efb8a315-a92c-402a-af44-9a98e477b7f3 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472395 Apr 08 17:40:41.037809 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ea57f-9be9-4c9c-ba97-5b5f86f5b808 req-20630ac1-eaba-4dd7-ab5e-814bf5fa7b5b tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:41.039484 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a93ea57f-9be9-4c9c-ba97-5b5f86f5b808 req-20630ac1-eaba-4dd7-ab5e-814bf5fa7b5b tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0563707 Apr 08 17:40:41.089214 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a93ea57f-9be9-4c9c-ba97-5b5f86f5b808 req-d712f870-cfd5-4b69-a45b-47b9bb0e1be4 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435207 Apr 08 17:40:41.775173 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62454e-6a10-468f-883e-7b0b79b101f6 req-00bdd0cf-8221-43ec-a1dc-ca9ec25aa666 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:41.781041 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1f62454e-6a10-468f-883e-7b0b79b101f6 req-00bdd0cf-8221-43ec-a1dc-ca9ec25aa666 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0551853 Apr 08 17:40:41.829152 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1f62454e-6a10-468f-883e-7b0b79b101f6 req-cc62d25d-5be1-4319-9785-96768ad694aa tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455177 Apr 08 17:40:42.213137 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d796d-4429-4ecc-84b3-c06f111f57db req-a3d4c89d-83c4-42bc-aad1-ac7855022cf3 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:42.214659 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e02d796d-4429-4ecc-84b3-c06f111f57db req-a3d4c89d-83c4-42bc-aad1-ac7855022cf3 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0535691 Apr 08 17:40:42.268680 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e02d796d-4429-4ecc-84b3-c06f111f57db req-2d4a3ea9-f326-40dc-b4c3-e2e2574184f6 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481009 Apr 08 17:40:42.942147 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 37520) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:42.950552 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6274-6e9b-4028-8e50-1aebf8fc9708 req-f5b9ac0f-6c12-42f1-aa52-bdb07051ba20 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:42.952143 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-550c6274-6e9b-4028-8e50-1aebf8fc9708 req-f5b9ac0f-6c12-42f1-aa52-bdb07051ba20 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0510926 Apr 08 17:40:43.001320 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d1e9bac0-8cfb-45fa-89bd-a91ca2003b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:43.006705 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-550c6274-6e9b-4028-8e50-1aebf8fc9708 req-ec80b88d-80a5-4f85-88cc-83f15a9ffaa5 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484605 Apr 08 17:40:43.060865 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-91e51a16-0d7c-469e-9c27-c0c52ad00d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:43.136377 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-91e51a16-0d7c-469e-9c27-c0c52ad00d26 admin admin] Publish callbacks [] for security_group (a36955af-244f-4c27-9fdf-f671d0e4d380), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:43.143867 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-91e51a16-0d7c-469e-9c27-c0c52ad00d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (a36955af-244f-4c27-9fdf-f671d0e4d380), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:43.194645 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-91e51a16-0d7c-469e-9c27-c0c52ad00d26 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=808c3128b9cd432db1d155f465081970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513011 Apr 08 17:40:43.196710 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e51a16-0d7c-469e-9c27-c0c52ad00d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36955af-244f-4c27-9fdf-f671d0e4d380,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:43.197508 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 37524) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:43.253976 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5ec6512e-6c17-4ae0-a56d-2ffb83bd6629 admin admin] Publish callbacks [] for security_group (a36955af-244f-4c27-9fdf-f671d0e4d380), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:43.277612 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5ec6512e-6c17-4ae0-a56d-2ffb83bd6629 admin admin] Publish callbacks [] for security_group (a36955af-244f-4c27-9fdf-f671d0e4d380), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:43.332805 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5ec6512e-6c17-4ae0-a56d-2ffb83bd6629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (a36955af-244f-4c27-9fdf-f671d0e4d380), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:43.335421 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5ec6512e-6c17-4ae0-a56d-2ffb83bd6629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:43.338951 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-5ec6512e-6c17-4ae0-a56d-2ffb83bd6629 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a36955af-244f-4c27-9fdf-f671d0e4d380 HTTP/1.1" status: 204 len: 168 time: 0.1380999 Apr 08 17:40:43.353816 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6512e-6c17-4ae0-a56d-2ffb83bd6629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36955af-244f-4c27-9fdf-f671d0e4d380,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:43.400121 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830569f-9d55-4edb-89cb-1da87602a857 req-109c5094-e323-4579-b14f-6221d0d2222b tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:43.401681 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e830569f-9d55-4edb-89cb-1da87602a857 req-109c5094-e323-4579-b14f-6221d0d2222b tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0549335 Apr 08 17:40:43.468354 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e830569f-9d55-4edb-89cb-1da87602a857 req-8fcc6cba-3a44-4a52-b51c-b28c482ea93e tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591390 Apr 08 17:40:44.126553 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fa209-dcd8-45ae-bee8-a2cf792d7f25 req-5379b923-0088-4243-82b2-50795967f4be tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:44.128046 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5d9fa209-dcd8-45ae-bee8-a2cf792d7f25 req-5379b923-0088-4243-82b2-50795967f4be tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0476398 Apr 08 17:40:44.184924 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5d9fa209-dcd8-45ae-bee8-a2cf792d7f25 req-45c1918e-137b-46e6-ae24-35eb9af249af tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506687 Apr 08 17:40:44.602911 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b419fe-078d-49a2-b103-410957e81026 req-e2140ba5-3f2f-4771-8303-839d88feec3a tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:44.604306 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b5b419fe-078d-49a2-b103-410957e81026 req-e2140ba5-3f2f-4771-8303-839d88feec3a tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0477989 Apr 08 17:40:44.653043 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b5b419fe-078d-49a2-b103-410957e81026 req-8a36959b-8766-4fa5-a90c-620b7bd7f9f0 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/security-groups?id=5c97a419-5b67-492b-aaf5-09d174eb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430257 Apr 08 17:40:44.880821 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd491f-5bef-4bbf-a908-7389cff70ec1 req-45314754-25df-4e4a-a432-e077fef9c22e tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:44.882438 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a2bd491f-5bef-4bbf-a908-7389cff70ec1 req-45314754-25df-4e4a-a432-e077fef9c22e tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.20 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 946 time: 0.0565653 Apr 08 17:40:45.028795 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-a2bd491f-5bef-4bbf-a908-7389cff70ec1 req-883a7498-556b-40e1-9d61-e53b24357b5a tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Deleting port d4dea9df-1679-4b3c-a19c-f4605c7d1aff {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:40:45.029130 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-a2bd491f-5bef-4bbf-a908-7389cff70ec1 req-883a7498-556b-40e1-9d61-e53b24357b5a tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (d4dea9df-1679-4b3c-a19c-f4605c7d1aff), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:45.122746 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-a2bd491f-5bef-4bbf-a908-7389cff70ec1 req-883a7498-556b-40e1-9d61-e53b24357b5a tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] For port d4dea9df-1679-4b3c-a19c-f4605c7d1aff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d4dea9df-1679-4b3c-a19c-f4605c7d1aff,segment=NetworkSegment(86b7c1b2-b5fe-497b-b80f-2d52df973443),segment_id=86b7c1b2-b5fe-497b-b80f-2d52df973443)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:40:45.123123 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-a2bd491f-5bef-4bbf-a908-7389cff70ec1 req-883a7498-556b-40e1-9d61-e53b24357b5a tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (d4dea9df-1679-4b3c-a19c-f4605c7d1aff), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:45.139452 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-a2bd491f-5bef-4bbf-a908-7389cff70ec1 req-883a7498-556b-40e1-9d61-e53b24357b5a tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Calling delete_port for d4dea9df-1679-4b3c-a19c-f4605c7d1aff owned by compute:nova {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:40:45.337660 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f93db-2a67-4b1c-b926-ebab41cf59c1 req-a5fe7d0e-fe0f-4352-b314-b5d57f4987a0 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:45.339160 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-256f93db-2a67-4b1c-b926-ebab41cf59c1 req-a5fe7d0e-fe0f-4352-b314-b5d57f4987a0 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0663462 Apr 08 17:40:45.340200 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-a2bd491f-5bef-4bbf-a908-7389cff70ec1 req-883a7498-556b-40e1-9d61-e53b24357b5a tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (d4dea9df-1679-4b3c-a19c-f4605c7d1aff), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:45.364200 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['d4dea9df-1679-4b3c-a19c-f4605c7d1aff'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:40:45.388449 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a7498-556b-40e1-9d61-e53b24357b5a tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Pushing event deleted for resources: {'Port': ['ID=d4dea9df-1679-4b3c-a19c-f4605c7d1aff,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:45.423467 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-754e9359-93bf-4638-bbdb-591192eed136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:45.473405 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bd491f-5bef-4bbf-a908-7389cff70ec1 req-883a7498-556b-40e1-9d61-e53b24357b5a tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] No DVR routers for this DVR port d4dea9df-1679-4b3c-a19c-f4605c7d1aff on host hv-cinder-83716 {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:40:45.477546 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-a2bd491f-5bef-4bbf-a908-7389cff70ec1 req-883a7498-556b-40e1-9d61-e53b24357b5a tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:45.481301 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a2bd491f-5bef-4bbf-a908-7389cff70ec1 req-883a7498-556b-40e1-9d61-e53b24357b5a tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.20 "DELETE /v2.0/ports/d4dea9df-1679-4b3c-a19c-f4605c7d1aff HTTP/1.1" status: 204 len: 173 time: 0.5893354 Apr 08 17:40:45.486038 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efc51f3-0d24-4269-899e-0366d73316cd', 'name': 'network-vif-deleted', 'tag': 'd4dea9df-1679-4b3c-a19c-f4605c7d1aff'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:40:45.488370 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475aefc5-d0f9-458a-9161-17f350831e6f" -d '{"events": [{"server_uuid": "4efc51f3-0d24-4269-899e-0366d73316cd", "name": "network-vif-deleted", "tag": "d4dea9df-1679-4b3c-a19c-f4605c7d1aff"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:40:45.498684 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-256f93db-2a67-4b1c-b926-ebab41cf59c1 req-c7814e76-4b9b-4138-87b7-dbfbe036adb7 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527689 Apr 08 17:40:45.526244 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7706b1c-f21d-42a7-b430-96de62554d28 x-openstack-request-id: req-f7706b1c-f21d-42a7-b430-96de62554d28 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:40:45.526514 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efc51f3-0d24-4269-899e-0366d73316cd", "name": "network-vif-deleted", "tag": "d4dea9df-1679-4b3c-a19c-f4605c7d1aff", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:40:45.526763 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f7706b1c-f21d-42a7-b430-96de62554d28 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:40:45.527290 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7706b1c-f21d-42a7-b430-96de62554d28'] response: {'server_uuid': '4efc51f3-0d24-4269-899e-0366d73316cd', 'name': 'network-vif-deleted', 'tag': 'd4dea9df-1679-4b3c-a19c-f4605c7d1aff', 'status': 'completed', 'code': 200} Apr 08 17:40:45.754713 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5557fe0d-dcc7-4429-96ba-e9780fbf1fcd req-a2c7153e-c6fc-4eb1-b42e-0a157deda738 tempest-DeleteServersTestJSON-356920079 tempest-DeleteServersTestJSON-356920079-project] 10.222.0.86 "GET /v2.0/ports?device_id=4efc51f3-0d24-4269-899e-0366d73316cd HTTP/1.1" status: 200 len: 210 time: 0.0282028 Apr 08 17:40:46.394332 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:46.623367 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a15861-bb77-44df-8a52-1764661aa1c3 req-b4799cf8-5731-4aa1-9d96-755444ac032b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:46.624887 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-95a15861-bb77-44df-8a52-1764661aa1c3 req-b4799cf8-5731-4aa1-9d96-755444ac032b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0537517 Apr 08 17:40:46.672224 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:46.679600 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-95a15861-bb77-44df-8a52-1764661aa1c3 req-51cf0af2-e689-46b4-a725-1ca898c67d35 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482118 Apr 08 17:40:47.561406 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 37610) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:47.680961 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0dd54797-99e5-4701-9c91-43650b7bee06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:47.764499 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0dd54797-99e5-4701-9c91-43650b7bee06 admin admin] Publish callbacks [] for security_group (b1de1d9e-5eba-4e50-be45-0b6e0e431403), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:47.770149 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0dd54797-99e5-4701-9c91-43650b7bee06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (b1de1d9e-5eba-4e50-be45-0b6e0e431403), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:47.798827 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e830010-9dba-46b6-ad8e-913f33c9c373 req-ac6aa04c-fb95-47fb-aff3-2a6f5507e961 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:47.800278 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1e830010-9dba-46b6-ad8e-913f33c9c373 req-ac6aa04c-fb95-47fb-aff3-2a6f5507e961 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0493016 Apr 08 17:40:47.809810 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-0dd54797-99e5-4701-9c91-43650b7bee06 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1f4e0653777f4d6cb2036e1d84aeb0ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470737 Apr 08 17:40:47.813098 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd54797-99e5-4701-9c91-43650b7bee06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1de1d9e-5eba-4e50-be45-0b6e0e431403,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:47.813264 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 37616) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:47.851804 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1e830010-9dba-46b6-ad8e-913f33c9c373 req-c7b3de9f-2281-45b1-89ad-3de20766c22b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444517 Apr 08 17:40:47.863497 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b0cb-a3e1-4159-85b5-ff7a0740b3c8 admin admin] Publish callbacks [] for security_group (b1de1d9e-5eba-4e50-be45-0b6e0e431403), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:47.888632 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b0cb-a3e1-4159-85b5-ff7a0740b3c8 admin admin] Publish callbacks [] for security_group (b1de1d9e-5eba-4e50-be45-0b6e0e431403), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:47.946768 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:47.947870 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b0cb-a3e1-4159-85b5-ff7a0740b3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (b1de1d9e-5eba-4e50-be45-0b6e0e431403), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:47.950517 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b0cb-a3e1-4159-85b5-ff7a0740b3c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:47.951710 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-b7d9b0cb-a3e1-4159-85b5-ff7a0740b3c8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b1de1d9e-5eba-4e50-be45-0b6e0e431403 HTTP/1.1" status: 204 len: 168 time: 0.1375892 Apr 08 17:40:47.959375 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9b0cb-a3e1-4159-85b5-ff7a0740b3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1de1d9e-5eba-4e50-be45-0b6e0e431403,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:48.223303 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 37628) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:48.235007 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 37630) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:48.248174 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5b098504-6f83-46a8-b55a-476faecdb6e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.271070 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd5d145-8219-4a87-8411-670f2b7f0cde admin admin] Deleting subnet 61855062-5b35-4c46-b081-28edb97715ed {{(pid=103549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:40:48.274409 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-afd5d145-8219-4a87-8411-670f2b7f0cde admin admin] Publish callbacks [] for subnet (61855062-5b35-4c46-b081-28edb97715ed), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.314261 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-afd5d145-8219-4a87-8411-670f2b7f0cde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30165226'] for subnet (61855062-5b35-4c46-b081-28edb97715ed), precommit_delete_associations {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.325008 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5b098504-6f83-46a8-b55a-476faecdb6e2 admin admin] Publish callbacks [] for security_group (851ae971-19ea-4a88-b2bf-dce76318b97e), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.329340 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5b098504-6f83-46a8-b55a-476faecdb6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (851ae971-19ea-4a88-b2bf-dce76318b97e), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.353708 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-afd5d145-8219-4a87-8411-670f2b7f0cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709327'] for subnet (61855062-5b35-4c46-b081-28edb97715ed), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.370106 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b098504-6f83-46a8-b55a-476faecdb6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851ae971-19ea-4a88-b2bf-dce76318b97e,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:48.377777 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-5b098504-6f83-46a8-b55a-476faecdb6e2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=49c75eecd4f54b25ac25de55b98d51e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392975 Apr 08 17:40:48.378254 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 37632) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:48.408017 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-afd5d145-8219-4a87-8411-670f2b7f0cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1709334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30663514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29992187'] for subnet (61855062-5b35-4c46-b081-28edb97715ed), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.429548 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-dc9f84bb-9695-435d-b6a7-6c5757315cb9 admin admin] Publish callbacks [] for security_group (851ae971-19ea-4a88-b2bf-dce76318b97e), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.436063 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5d145-8219-4a87-8411-670f2b7f0cde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61855062-5b35-4c46-b081-28edb97715ed,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:48.438902 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-afd5d145-8219-4a87-8411-670f2b7f0cde admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.442446 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-afd5d145-8219-4a87-8411-670f2b7f0cde admin admin] 10.222.0.86 "DELETE /v2.0/subnets/61855062-5b35-4c46-b081-28edb97715ed HTTP/1.1" status: 204 len: 168 time: 0.2179768 Apr 08 17:40:48.444846 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 37634) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:48.452697 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-dc9f84bb-9695-435d-b6a7-6c5757315cb9 admin admin] Publish callbacks [] for security_group (851ae971-19ea-4a88-b2bf-dce76318b97e), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.501569 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-dc9f84bb-9695-435d-b6a7-6c5757315cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (851ae971-19ea-4a88-b2bf-dce76318b97e), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.504193 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-dc9f84bb-9695-435d-b6a7-6c5757315cb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.505504 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-dc9f84bb-9695-435d-b6a7-6c5757315cb9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/851ae971-19ea-4a88-b2bf-dce76318b97e HTTP/1.1" status: 204 len: 168 time: 0.1261227 Apr 08 17:40:48.513924 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f84bb-9695-435d-b6a7-6c5757315cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851ae971-19ea-4a88-b2bf-dce76318b97e,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:48.534806 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c84cc7ad-3452-415e-9757-4365987ef704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832628'] for network (a42452b1-0fae-44ea-a514-721052e07e36), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.623445 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c84cc7ad-3452-415e-9757-4365987ef704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1707906', 'neutron.services.segments.db._delete_segments_for_network-8780306556573'] for network (a42452b1-0fae-44ea-a514-721052e07e36), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.645629 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-c84cc7ad-3452-415e-9757-4365987ef704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a42452b1-0fae-44ea-a514-721052e07e36']}} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:48.655144 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-c84cc7ad-3452-415e-9757-4365987ef704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b7c1b2-b5fe-497b-b80f-2d52df973443') {'for_net_delete': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:48.656025 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-c84cc7ad-3452-415e-9757-4365987ef704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b7c1b2-b5fe-497b-b80f-2d52df973443') {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:40:48.675815 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c84cc7ad-3452-415e-9757-4365987ef704 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780306558374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30165219'] for segment (86b7c1b2-b5fe-497b-b80f-2d52df973443), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.690230 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c84cc7ad-3452-415e-9757-4365987ef704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (86b7c1b2-b5fe-497b-b80f-2d52df973443), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.697359 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84cc7ad-3452-415e-9757-4365987ef704 admin admin] Releasing vlan 968 on physical network physnet1 to pool {{(pid=103549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:40:48.698218 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c84cc7ad-3452-415e-9757-4365987ef704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30663484'] for segment (86b7c1b2-b5fe-497b-b80f-2d52df973443), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: Traceback (most recent call last): Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: timer() Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: cb(*args, **kw) Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: return func(*args, **kwargs) Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: self._notify() Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: self.callback(batched_events) Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: event.method(event) Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: return f(self, *a, **k) Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: return self._get(url).json() Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: return self.request(url, 'GET', **kwargs) Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:40:48.700323 dv-cinder-837166-1-iscsi neutron-server[103549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:40:48.764825 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c84cc7ad-3452-415e-9757-4365987ef704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1707913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726762'] for network (a42452b1-0fae-44ea-a514-721052e07e36), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.771643 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c84cc7ad-3452-415e-9757-4365987ef704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.775224 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-c84cc7ad-3452-415e-9757-4365987ef704 admin admin] 10.222.0.86 "DELETE /v2.0/networks/a42452b1-0fae-44ea-a514-721052e07e36 HTTP/1.1" status: 204 len: 168 time: 0.3294182 Apr 08 17:40:48.788689 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cc7ad-3452-415e-9757-4365987ef704 admin admin] Pushing event deleted for resources: {'Network': ['ID=a42452b1-0fae-44ea-a514-721052e07e36,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:48.857757 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 37644) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:48.871930 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ea550ec7-cdb3-4bc7-925f-c5588ee048a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:48.911028 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 37648) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:48.956555 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-8858a247-d058-487c-8bce-dc86798f6a9a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4ee473f556024bf89e9c02b34850183c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0435770 Apr 08 17:40:48.958980 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 37650) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:48.996800 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device d4dea9df-1679-4b3c-a19c-f4605c7d1aff no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:40:49.006500 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc9765-dc0c-459a-b76f-50c1b033f931 req-1c63e6b7-c55e-4ad6-8b5f-c297fa446a6b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:49.008011 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-64bc9765-dc0c-459a-b76f-50c1b033f931 req-1c63e6b7-c55e-4ad6-8b5f-c297fa446a6b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0716033 Apr 08 17:40:49.024752 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] No Port match for: d4dea9df-1679-4b3c-a19c-f4605c7d1aff {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:40:49.025241 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device d4dea9df-1679-4b3c-a19c-f4605c7d1aff not bound to the agent host hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:40:49.043823 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ea550ec7-cdb3-4bc7-925f-c5588ee048a8 admin admin] Publish callbacks [] for security_group (7cf28fd6-e698-464b-84c6-1cca70005571), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:49.044079 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7b1648e2-a67c-4154-bf91-dee4dd67ddb5 admin admin] Publish callbacks [] for security_group (5c97a419-5b67-492b-aaf5-09d174eb5435), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:49.055641 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ea550ec7-cdb3-4bc7-925f-c5588ee048a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (7cf28fd6-e698-464b-84c6-1cca70005571), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:49.058590 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fd5ffb51-b2ab-4208-b0cd-db16a2594e44 req-d9439008-1e01-4b7c-9e10-da9b761f2a50 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635791 Apr 08 17:40:49.073771 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7b1648e2-a67c-4154-bf91-dee4dd67ddb5 admin admin] Publish callbacks [] for security_group (5c97a419-5b67-492b-aaf5-09d174eb5435), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:49.095995 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-64bc9765-dc0c-459a-b76f-50c1b033f931 req-25e5c8ca-e440-4ca7-bada-650008e3e7f5 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810113 Apr 08 17:40:49.123932 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-ea550ec7-cdb3-4bc7-925f-c5588ee048a8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a4c8f70318dd4c988aef41a9134226b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591271 Apr 08 17:40:49.123932 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea550ec7-cdb3-4bc7-925f-c5588ee048a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf28fd6-e698-464b-84c6-1cca70005571,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:49.123932 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 37654) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:40:49.138761 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea550ec7-cdb3-4bc7-925f-c5588ee048a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.139231 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea550ec7-cdb3-4bc7-925f-c5588ee048a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.139737 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea550ec7-cdb3-4bc7-925f-c5588ee048a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.140522 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea550ec7-cdb3-4bc7-925f-c5588ee048a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.141096 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea550ec7-cdb3-4bc7-925f-c5588ee048a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.141839 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea550ec7-cdb3-4bc7-925f-c5588ee048a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.142343 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea550ec7-cdb3-4bc7-925f-c5588ee048a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.142691 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea550ec7-cdb3-4bc7-925f-c5588ee048a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.143039 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea550ec7-cdb3-4bc7-925f-c5588ee048a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.143566 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea550ec7-cdb3-4bc7-925f-c5588ee048a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.144095 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea550ec7-cdb3-4bc7-925f-c5588ee048a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.147211 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea550ec7-cdb3-4bc7-925f-c5588ee048a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.147211 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea550ec7-cdb3-4bc7-925f-c5588ee048a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.147211 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea550ec7-cdb3-4bc7-925f-c5588ee048a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.147211 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea550ec7-cdb3-4bc7-925f-c5588ee048a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.161898 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ffb51-b2ab-4208-b0cd-db16a2594e44 req-138f1563-0ffc-403e-8bbc-bd2c4e816b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:49.163793 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fd5ffb51-b2ab-4208-b0cd-db16a2594e44 req-138f1563-0ffc-403e-8bbc-bd2c4e816b2e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 1130 time: 0.0475044 Apr 08 17:40:49.173475 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7b1648e2-a67c-4154-bf91-dee4dd67ddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (5c97a419-5b67-492b-aaf5-09d174eb5435), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:49.176168 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7b1648e2-a67c-4154-bf91-dee4dd67ddb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:49.177365 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-7b1648e2-a67c-4154-bf91-dee4dd67ddb5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5c97a419-5b67-492b-aaf5-09d174eb5435 HTTP/1.1" status: 204 len: 168 time: 0.2174582 Apr 08 17:40:49.187452 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1648e2-a67c-4154-bf91-dee4dd67ddb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c97a419-5b67-492b-aaf5-09d174eb5435,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:49.198472 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ab957ac3-eacf-4b15-915d-f2181b1e1e27 admin admin] Publish callbacks [] for security_group (7cf28fd6-e698-464b-84c6-1cca70005571), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:49.209401 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1648e2-a67c-4154-bf91-dee4dd67ddb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.209756 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1648e2-a67c-4154-bf91-dee4dd67ddb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.210102 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1648e2-a67c-4154-bf91-dee4dd67ddb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.210448 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1648e2-a67c-4154-bf91-dee4dd67ddb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.210795 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1648e2-a67c-4154-bf91-dee4dd67ddb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.211121 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1648e2-a67c-4154-bf91-dee4dd67ddb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.211791 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1648e2-a67c-4154-bf91-dee4dd67ddb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.212247 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1648e2-a67c-4154-bf91-dee4dd67ddb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.212943 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1648e2-a67c-4154-bf91-dee4dd67ddb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.213287 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1648e2-a67c-4154-bf91-dee4dd67ddb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.213623 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1648e2-a67c-4154-bf91-dee4dd67ddb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.213951 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1648e2-a67c-4154-bf91-dee4dd67ddb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.214447 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1648e2-a67c-4154-bf91-dee4dd67ddb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.214942 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1648e2-a67c-4154-bf91-dee4dd67ddb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.215435 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1648e2-a67c-4154-bf91-dee4dd67ddb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:40:49.224099 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ab957ac3-eacf-4b15-915d-f2181b1e1e27 admin admin] Publish callbacks [] for security_group (7cf28fd6-e698-464b-84c6-1cca70005571), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:49.278104 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ab957ac3-eacf-4b15-915d-f2181b1e1e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (7cf28fd6-e698-464b-84c6-1cca70005571), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:49.281244 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ab957ac3-eacf-4b15-915d-f2181b1e1e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:49.284945 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-ab957ac3-eacf-4b15-915d-f2181b1e1e27 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7cf28fd6-e698-464b-84c6-1cca70005571 HTTP/1.1" status: 204 len: 168 time: 0.1627274 Apr 08 17:40:49.296252 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab957ac3-eacf-4b15-915d-f2181b1e1e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf28fd6-e698-464b-84c6-1cca70005571,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:40:49.314787 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ffb51-b2ab-4208-b0cd-db16a2594e44 req-841891cf-1f1c-4d8e-8bdb-1c5792738148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:49.316328 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fd5ffb51-b2ab-4208-b0cd-db16a2594e44 req-841891cf-1f1c-4d8e-8bdb-1c5792738148 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b895debd-97b0-43f9-854d-b53eac68cddb HTTP/1.1" status: 200 len: 920 time: 0.1249821 Apr 08 17:40:49.375772 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fd5ffb51-b2ab-4208-b0cd-db16a2594e44 req-1645a593-4cd8-41a9-ab56-b12f7500b6c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba32feec-d45d-45f5-b67e-c9edbaa86b39 HTTP/1.1" status: 200 len: 217 time: 0.0377254 Apr 08 17:40:49.430074 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ffb51-b2ab-4208-b0cd-db16a2594e44 req-6ed639ff-ce0d-4809-bc73-0f3cb1a41256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:49.430074 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fd5ffb51-b2ab-4208-b0cd-db16a2594e44 req-6ed639ff-ce0d-4809-bc73-0f3cb1a41256 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8971a54-bad3-4305-9d36-2982512b73f9 HTTP/1.1" status: 200 len: 858 time: 0.0466323 Apr 08 17:40:49.499402 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ffb51-b2ab-4208-b0cd-db16a2594e44 req-b0bad4b8-b591-427f-999b-6140d3b01dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:49.501083 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fd5ffb51-b2ab-4208-b0cd-db16a2594e44 req-b0bad4b8-b591-427f-999b-6140d3b01dc9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b895debd-97b0-43f9-854d-b53eac68cddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512435 Apr 08 17:40:49.557317 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:49.620133 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fd5ffb51-b2ab-4208-b0cd-db16a2594e44 req-2ff0e3b3-cf64-41af-9a74-b1dfa58c4f7b service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945449 Apr 08 17:40:49.989546 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fd5ffb51-b2ab-4208-b0cd-db16a2594e44 req-76262d78-9623-4027-af29-ab0e3eacef2b service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443656 Apr 08 17:40:50.231198 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f8863-a260-4f87-9760-0cd98164c68d req-721d45d8-6d13-4d62-9d01-617d8ae9febe tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:50.233020 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d62f8863-a260-4f87-9760-0cd98164c68d req-721d45d8-6d13-4d62-9d01-617d8ae9febe tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0627561 Apr 08 17:40:50.294171 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d62f8863-a260-4f87-9760-0cd98164c68d req-59a01e6b-17cd-485d-aac2-d9700c10c846 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554216 Apr 08 17:40:51.406200 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814f537-7b05-4831-b0ad-3d67a7cdefb7 req-ff9cc0dc-d773-4250-979d-95d71717fffa tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:51.407837 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d814f537-7b05-4831-b0ad-3d67a7cdefb7 req-ff9cc0dc-d773-4250-979d-95d71717fffa tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0507143 Apr 08 17:40:51.458234 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d814f537-7b05-4831-b0ad-3d67a7cdefb7 req-36d6f2cd-eccf-4510-b206-04468cfa2da3 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446472 Apr 08 17:40:52.592079 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfd74d-c6af-4800-b793-581d020f8cbb req-bf543e23-fa9a-4a57-aeed-feb211eb1c95 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:52.593626 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5adfd74d-c6af-4800-b793-581d020f8cbb req-bf543e23-fa9a-4a57-aeed-feb211eb1c95 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0654092 Apr 08 17:40:52.647837 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5adfd74d-c6af-4800-b793-581d020f8cbb req-b8188f51-e144-40d2-916c-4932d0fddd1d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479946 Apr 08 17:40:53.766871 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e3c93-375a-4435-95c7-307269e5194c req-23bb1f90-e3e3-42fe-bf9f-17226ad4237b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:53.768468 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f95e3c93-375a-4435-95c7-307269e5194c req-23bb1f90-e3e3-42fe-bf9f-17226ad4237b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0495777 Apr 08 17:40:53.816249 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f95e3c93-375a-4435-95c7-307269e5194c req-c3176025-6155-40f7-a323-d69dcc881cc5 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421615 Apr 08 17:40:54.943765 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b016d-c836-42b9-9aae-6362b9d4ffd6 req-566c8045-654c-4377-8d53-6b1e55a5feb5 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:54.945248 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ff9b016d-c836-42b9-9aae-6362b9d4ffd6 req-566c8045-654c-4377-8d53-6b1e55a5feb5 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0482490 Apr 08 17:40:54.997685 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ff9b016d-c836-42b9-9aae-6362b9d4ffd6 req-c9d72729-8d6a-49c4-8f20-204173832b49 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436904 Apr 08 17:40:56.136140 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7aa8e-6f73-4894-94a0-5ccea32cd9b8 req-8f09b582-c59b-46d8-a904-2e4840b7b73c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:56.137674 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6df7aa8e-6f73-4894-94a0-5ccea32cd9b8 req-8f09b582-c59b-46d8-a904-2e4840b7b73c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0619373 Apr 08 17:40:56.195759 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6df7aa8e-6f73-4894-94a0-5ccea32cd9b8 req-36001479-c48c-4cff-a013-9758e65284f7 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495474 Apr 08 17:40:57.320488 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f610255-a8c9-4710-9dba-f5d08049498a req-5c5b0470-b763-452b-a6d9-7d88bda69208 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:57.321979 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8f610255-a8c9-4710-9dba-f5d08049498a req-5c5b0470-b763-452b-a6d9-7d88bda69208 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0509474 Apr 08 17:40:57.371709 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8f610255-a8c9-4710-9dba-f5d08049498a req-fef8c978-9c0f-4fa4-b788-6b1d732a8ba4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426154 Apr 08 17:40:58.492398 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9ea53-71a6-40a1-af8f-5b3e7bdec236 req-f7841fe2-2b19-4f4a-9099-d5875d1b30d1 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:58.493893 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-abe9ea53-71a6-40a1-af8f-5b3e7bdec236 req-f7841fe2-2b19-4f4a-9099-d5875d1b30d1 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0509169 Apr 08 17:40:58.549258 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-abe9ea53-71a6-40a1-af8f-5b3e7bdec236 req-72c729eb-7750-4bc9-b4a6-93050ba4582c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470543 Apr 08 17:40:59.674371 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e359e-ef87-4c05-ab5b-02d1eb9fc524 req-f4e9643f-6392-410a-a11b-ab5ecf7705db tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:40:59.675947 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6c0e359e-ef87-4c05-ab5b-02d1eb9fc524 req-f4e9643f-6392-410a-a11b-ab5ecf7705db tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0549240 Apr 08 17:40:59.730145 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6c0e359e-ef87-4c05-ab5b-02d1eb9fc524 req-1b7f52d5-39f7-414f-aebe-d7f3067cb0b6 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456750 Apr 08 17:41:00.870734 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856b25f-7252-4495-adc3-cb37c3a83f96 req-d816728f-e2fe-4e94-833e-c43645bdd41e tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:00.872269 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2856b25f-7252-4495-adc3-cb37c3a83f96 req-d816728f-e2fe-4e94-833e-c43645bdd41e tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0559015 Apr 08 17:41:00.918950 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2856b25f-7252-4495-adc3-cb37c3a83f96 req-c6084cff-eb5e-4cfd-97dd-5730d1cddc0b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409820 Apr 08 17:41:02.054046 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e7e55-0b2c-4420-be34-ba0478fd0a2e req-9a993245-db4d-427f-b1a3-ac9e8ebcea9a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:02.055591 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a09e7e55-0b2c-4420-be34-ba0478fd0a2e req-9a993245-db4d-427f-b1a3-ac9e8ebcea9a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0586483 Apr 08 17:41:02.109940 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a09e7e55-0b2c-4420-be34-ba0478fd0a2e req-a5b7e639-7b02-467b-8aa7-607d72da9bae tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484898 Apr 08 17:41:03.230158 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a46299-1841-45ed-8886-d5a7f7955ae2 req-6ecd87ec-3bb4-4102-8df7-3e37e36d57ff tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:03.231638 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-85a46299-1841-45ed-8886-d5a7f7955ae2 req-6ecd87ec-3bb4-4102-8df7-3e37e36d57ff tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0502150 Apr 08 17:41:03.281938 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-85a46299-1841-45ed-8886-d5a7f7955ae2 req-f2a7365a-065e-450f-985e-5401d08848c5 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436103 Apr 08 17:41:03.407982 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:41:04.295723 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 37960) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:04.407708 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97a059-cb6c-42c2-a52b-061148492dcc req-1041c030-abd8-48f1-8539-7f18c034cde9 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:04.409815 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7a97a059-cb6c-42c2-a52b-061148492dcc req-1041c030-abd8-48f1-8539-7f18c034cde9 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0586765 Apr 08 17:41:04.410993 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-772c0b95-9c7c-424d-8133-7b482144ec97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:04.465416 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7a97a059-cb6c-42c2-a52b-061148492dcc req-775dd2bd-bdcb-4599-9734-bd20920efc24 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497537 Apr 08 17:41:04.488375 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-772c0b95-9c7c-424d-8133-7b482144ec97 admin admin] Publish callbacks [] for security_group (58b53c5c-a5f2-49ff-b0e1-1ccbb0140f2c), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:04.493585 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-772c0b95-9c7c-424d-8133-7b482144ec97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (58b53c5c-a5f2-49ff-b0e1-1ccbb0140f2c), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:04.534083 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c0b95-9c7c-424d-8133-7b482144ec97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b53c5c-a5f2-49ff-b0e1-1ccbb0140f2c,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:04.538489 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-772c0b95-9c7c-424d-8133-7b482144ec97 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=42566d2bf9e84ca48ad3aa5f81cb00d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416556 Apr 08 17:41:04.542102 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 37972) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:04.590615 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-607b5dea-59fa-4e96-9692-ede4475e25f7 admin admin] Publish callbacks [] for security_group (58b53c5c-a5f2-49ff-b0e1-1ccbb0140f2c), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:04.615260 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-607b5dea-59fa-4e96-9692-ede4475e25f7 admin admin] Publish callbacks [] for security_group (58b53c5c-a5f2-49ff-b0e1-1ccbb0140f2c), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:04.663541 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-607b5dea-59fa-4e96-9692-ede4475e25f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (58b53c5c-a5f2-49ff-b0e1-1ccbb0140f2c), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:04.666527 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-607b5dea-59fa-4e96-9692-ede4475e25f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:04.667704 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-607b5dea-59fa-4e96-9692-ede4475e25f7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/58b53c5c-a5f2-49ff-b0e1-1ccbb0140f2c HTTP/1.1" status: 204 len: 168 time: 0.1253412 Apr 08 17:41:04.675389 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b5dea-59fa-4e96-9692-ede4475e25f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b53c5c-a5f2-49ff-b0e1-1ccbb0140f2c,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:05.402680 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 38012) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:05.532715 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-da30b97d-b1ba-4996-916b-4602059d4197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:05.614371 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b89964-ca71-40e9-bed9-2097999cd1c4 req-39f30ae4-6422-46e6-a8e2-cf8ad7736129 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:05.616229 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b9b89964-ca71-40e9-bed9-2097999cd1c4 req-39f30ae4-6422-46e6-a8e2-cf8ad7736129 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0554590 Apr 08 17:41:05.702474 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b9b89964-ca71-40e9-bed9-2097999cd1c4 req-b9e1dd58-c46e-4e91-a3ee-274dc752339d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769987 Apr 08 17:41:05.738530 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-da30b97d-b1ba-4996-916b-4602059d4197 admin admin] Publish callbacks [] for security_group (199d960e-3e32-4865-8ba5-17c66380c011), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:05.743521 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-da30b97d-b1ba-4996-916b-4602059d4197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (199d960e-3e32-4865-8ba5-17c66380c011), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:05.781361 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-da30b97d-b1ba-4996-916b-4602059d4197 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8ba77044b45b4cf294a27661366e9b8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3775673 Apr 08 17:41:05.783448 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30b97d-b1ba-4996-916b-4602059d4197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199d960e-3e32-4865-8ba5-17c66380c011,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:05.784235 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 38028) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:05.844493 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9e4587bc-1281-4871-bb8b-a50e95221aa5 admin admin] Publish callbacks [] for security_group (199d960e-3e32-4865-8ba5-17c66380c011), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:05.866746 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9e4587bc-1281-4871-bb8b-a50e95221aa5 admin admin] Publish callbacks [] for security_group (199d960e-3e32-4865-8ba5-17c66380c011), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:05.915373 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9e4587bc-1281-4871-bb8b-a50e95221aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (199d960e-3e32-4865-8ba5-17c66380c011), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:05.918651 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9e4587bc-1281-4871-bb8b-a50e95221aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:05.920892 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-9e4587bc-1281-4871-bb8b-a50e95221aa5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/199d960e-3e32-4865-8ba5-17c66380c011 HTTP/1.1" status: 204 len: 168 time: 0.1355715 Apr 08 17:41:05.931689 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4587bc-1281-4871-bb8b-a50e95221aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199d960e-3e32-4865-8ba5-17c66380c011,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:06.275048 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 38056) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:06.288816 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5ab4de8f-fc0c-4794-b22f-aac4c40dd356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:06.365613 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5ab4de8f-fc0c-4794-b22f-aac4c40dd356 admin admin] Publish callbacks [] for security_group (dd707acc-7ea9-48da-9a63-8ea7ae3d64b1), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:06.370656 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5ab4de8f-fc0c-4794-b22f-aac4c40dd356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (dd707acc-7ea9-48da-9a63-8ea7ae3d64b1), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:06.412290 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-5ab4de8f-fc0c-4794-b22f-aac4c40dd356 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b6669b3fa1484b8289c1f1d7c8130f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360824 Apr 08 17:41:06.413220 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4de8f-fc0c-4794-b22f-aac4c40dd356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd707acc-7ea9-48da-9a63-8ea7ae3d64b1,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:06.415144 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 38070) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:06.466646 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2cd169c8-6c2d-42b6-940c-349dfe4aa4f6 admin admin] Publish callbacks [] for security_group (dd707acc-7ea9-48da-9a63-8ea7ae3d64b1), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:06.488208 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2cd169c8-6c2d-42b6-940c-349dfe4aa4f6 admin admin] Publish callbacks [] for security_group (dd707acc-7ea9-48da-9a63-8ea7ae3d64b1), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:06.548718 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2cd169c8-6c2d-42b6-940c-349dfe4aa4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (dd707acc-7ea9-48da-9a63-8ea7ae3d64b1), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:06.552197 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2cd169c8-6c2d-42b6-940c-349dfe4aa4f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:06.553534 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-2cd169c8-6c2d-42b6-940c-349dfe4aa4f6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dd707acc-7ea9-48da-9a63-8ea7ae3d64b1 HTTP/1.1" status: 204 len: 168 time: 0.1373105 Apr 08 17:41:06.561535 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd169c8-6c2d-42b6-940c-349dfe4aa4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd707acc-7ea9-48da-9a63-8ea7ae3d64b1,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:06.701530 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 38086) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:06.822686 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2912b792-bc06-4798-ab0a-ea1e55ffc72a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:06.838413 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff54e0a-44ec-4563-ad53-4dd1d6a89f42 req-5ce96191-40e4-4759-90fe-921c3cefb317 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:06.840056 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4ff54e0a-44ec-4563-ad53-4dd1d6a89f42 req-5ce96191-40e4-4759-90fe-921c3cefb317 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0718884 Apr 08 17:41:06.846470 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 38092) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:06.859908 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6f169233-3a11-4772-9f2c-f86a6a387397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:06.916710 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4ff54e0a-44ec-4563-ad53-4dd1d6a89f42 req-d1b9f1ea-41b5-4a74-84f9-b62b5c9c51be tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675342 Apr 08 17:41:06.938113 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6f169233-3a11-4772-9f2c-f86a6a387397 admin admin] Publish callbacks [] for security_group (7402256f-caa5-4c1f-80d2-16b5a54db994), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:06.943130 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6f169233-3a11-4772-9f2c-f86a6a387397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (7402256f-caa5-4c1f-80d2-16b5a54db994), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:06.960969 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2912b792-bc06-4798-ab0a-ea1e55ffc72a admin admin] Publish callbacks [] for security_group (abf3a5f9-ac5f-4ab7-8836-f70424104a5a), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:06.966120 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2912b792-bc06-4798-ab0a-ea1e55ffc72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (abf3a5f9-ac5f-4ab7-8836-f70424104a5a), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:06.983917 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-6f169233-3a11-4772-9f2c-f86a6a387397 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=989d09c38f3a4f4c80c6d6f0b78402d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362765 Apr 08 17:41:06.986334 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f169233-3a11-4772-9f2c-f86a6a387397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7402256f-caa5-4c1f-80d2-16b5a54db994,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:06.988807 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 38094) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:07.005918 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-2912b792-bc06-4798-ab0a-ea1e55ffc72a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=25d060c198a143db9b3b60532fd98b81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032615 Apr 08 17:41:07.006754 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912b792-bc06-4798-ab0a-ea1e55ffc72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf3a5f9-ac5f-4ab7-8836-f70424104a5a,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:07.009098 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 38096) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:07.038794 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a86b50b7-68a3-48bd-886b-82a664387bf7 admin admin] Publish callbacks [] for security_group (7402256f-caa5-4c1f-80d2-16b5a54db994), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:07.060701 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a86b50b7-68a3-48bd-886b-82a664387bf7 admin admin] Publish callbacks [] for security_group (7402256f-caa5-4c1f-80d2-16b5a54db994), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:07.061295 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-44b1adaf-8517-4dbc-af30-a152e41f4573 admin admin] Publish callbacks [] for security_group (abf3a5f9-ac5f-4ab7-8836-f70424104a5a), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:07.082961 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-44b1adaf-8517-4dbc-af30-a152e41f4573 admin admin] Publish callbacks [] for security_group (abf3a5f9-ac5f-4ab7-8836-f70424104a5a), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:07.108383 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a86b50b7-68a3-48bd-886b-82a664387bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (7402256f-caa5-4c1f-80d2-16b5a54db994), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:07.111500 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a86b50b7-68a3-48bd-886b-82a664387bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:07.112688 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-a86b50b7-68a3-48bd-886b-82a664387bf7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7402256f-caa5-4c1f-80d2-16b5a54db994 HTTP/1.1" status: 204 len: 168 time: 0.1229508 Apr 08 17:41:07.124223 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b50b7-68a3-48bd-886b-82a664387bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7402256f-caa5-4c1f-80d2-16b5a54db994,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:07.138259 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-44b1adaf-8517-4dbc-af30-a152e41f4573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (abf3a5f9-ac5f-4ab7-8836-f70424104a5a), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:07.141117 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-44b1adaf-8517-4dbc-af30-a152e41f4573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:07.142286 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-44b1adaf-8517-4dbc-af30-a152e41f4573 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/abf3a5f9-ac5f-4ab7-8836-f70424104a5a HTTP/1.1" status: 204 len: 168 time: 0.1322680 Apr 08 17:41:07.151691 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1adaf-8517-4dbc-af30-a152e41f4573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf3a5f9-ac5f-4ab7-8836-f70424104a5a,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:07.479962 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 38114) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:07.493455 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-299fa53d-7ac8-498a-9f50-2a79976db21d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:07.574077 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-299fa53d-7ac8-498a-9f50-2a79976db21d admin admin] Publish callbacks [] for security_group (a7820ec0-99a0-4dc3-96af-4b9ce7019a00), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:07.579412 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-299fa53d-7ac8-498a-9f50-2a79976db21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (a7820ec0-99a0-4dc3-96af-4b9ce7019a00), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:07.617617 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-299fa53d-7ac8-498a-9f50-2a79976db21d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a425460d66f34b6a8d18217d3d135cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364651 Apr 08 17:41:07.619808 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fa53d-7ac8-498a-9f50-2a79976db21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7820ec0-99a0-4dc3-96af-4b9ce7019a00,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:07.623019 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 38120) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:07.679297 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7c6e5b95-564b-4efd-a104-700c53cc72f2 admin admin] Publish callbacks [] for security_group (a7820ec0-99a0-4dc3-96af-4b9ce7019a00), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:07.703578 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7c6e5b95-564b-4efd-a104-700c53cc72f2 admin admin] Publish callbacks [] for security_group (a7820ec0-99a0-4dc3-96af-4b9ce7019a00), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:07.756326 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7c6e5b95-564b-4efd-a104-700c53cc72f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (a7820ec0-99a0-4dc3-96af-4b9ce7019a00), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:07.759174 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7c6e5b95-564b-4efd-a104-700c53cc72f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:07.760353 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-7c6e5b95-564b-4efd-a104-700c53cc72f2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a7820ec0-99a0-4dc3-96af-4b9ce7019a00 HTTP/1.1" status: 204 len: 168 time: 0.1362038 Apr 08 17:41:07.770314 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e5b95-564b-4efd-a104-700c53cc72f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7820ec0-99a0-4dc3-96af-4b9ce7019a00,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:08.038416 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf77c0-5235-43fe-9575-87c651e92b50 req-44eafb4d-a59e-43a5-9f5e-c2c0020d7f39 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:08.040031 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-36bf77c0-5235-43fe-9575-87c651e92b50 req-44eafb4d-a59e-43a5-9f5e-c2c0020d7f39 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0549393 Apr 08 17:41:08.100006 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-36bf77c0-5235-43fe-9575-87c651e92b50 req-6b833bf1-d87d-42be-9c7d-e31a0e9a17a7 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532534 Apr 08 17:41:09.224213 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062dd00-d529-4596-8beb-cd07e4acb889 req-65a52bfc-6dd2-4d15-b5ff-46c2358db337 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:09.225853 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2062dd00-d529-4596-8beb-cd07e4acb889 req-65a52bfc-6dd2-4d15-b5ff-46c2358db337 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0534327 Apr 08 17:41:09.283141 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2062dd00-d529-4596-8beb-cd07e4acb889 req-8da8cb2a-daac-4784-959d-0bcd6a825f78 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514519 Apr 08 17:41:09.781690 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 38270) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:09.907577 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbaba379-9f1c-4fb5-a0d5-cf4a9ed8f2d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:09.987289 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbaba379-9f1c-4fb5-a0d5-cf4a9ed8f2d7 admin admin] Publish callbacks [] for security_group (21c4cd25-79f1-4ae8-98b7-a1171238d21b), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:09.994717 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbaba379-9f1c-4fb5-a0d5-cf4a9ed8f2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (21c4cd25-79f1-4ae8-98b7-a1171238d21b), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:10.039369 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-cbaba379-9f1c-4fb5-a0d5-cf4a9ed8f2d7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4ad4fa155e554f38be2a3cd314c5479c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2563653 Apr 08 17:41:10.040466 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaba379-9f1c-4fb5-a0d5-cf4a9ed8f2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c4cd25-79f1-4ae8-98b7-a1171238d21b,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:10.042705 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 38274) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:10.103293 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1a6a16e1-3616-4584-896f-75e8892928c5 admin admin] Publish callbacks [] for security_group (21c4cd25-79f1-4ae8-98b7-a1171238d21b), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:10.125311 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1a6a16e1-3616-4584-896f-75e8892928c5 admin admin] Publish callbacks [] for security_group (21c4cd25-79f1-4ae8-98b7-a1171238d21b), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:10.183315 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1a6a16e1-3616-4584-896f-75e8892928c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (21c4cd25-79f1-4ae8-98b7-a1171238d21b), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:10.186811 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1a6a16e1-3616-4584-896f-75e8892928c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:10.188114 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-1a6a16e1-3616-4584-896f-75e8892928c5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/21c4cd25-79f1-4ae8-98b7-a1171238d21b HTTP/1.1" status: 204 len: 168 time: 0.1442966 Apr 08 17:41:10.198553 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a16e1-3616-4584-896f-75e8892928c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c4cd25-79f1-4ae8-98b7-a1171238d21b,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:10.401165 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec904e5-f188-4fe8-baad-cb1b15705263 req-7bce2b1b-d8bc-4d7f-bf0d-4ada1edc329a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:10.402660 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7ec904e5-f188-4fe8-baad-cb1b15705263 req-7bce2b1b-d8bc-4d7f-bf0d-4ada1edc329a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0510671 Apr 08 17:41:10.452903 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7ec904e5-f188-4fe8-baad-cb1b15705263 req-d34d94a6-f3dd-4b39-8266-efb78d5aff1b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441115 Apr 08 17:41:10.474000 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 38282) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:10.487462 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7ceeb7dc-c8cb-48a8-8c2a-35c5c1cefe6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:10.581830 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7ceeb7dc-c8cb-48a8-8c2a-35c5c1cefe6a admin admin] Publish callbacks [] for security_group (85bc6fd6-e65a-4856-bca3-3e03aaac8b16), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:10.587607 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7ceeb7dc-c8cb-48a8-8c2a-35c5c1cefe6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (85bc6fd6-e65a-4856-bca3-3e03aaac8b16), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:10.634177 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 38290) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:10.634812 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-7ceeb7dc-c8cb-48a8-8c2a-35c5c1cefe6a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8879e41dd0474fafb13b20575f7f5d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589501 Apr 08 17:41:10.635281 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceeb7dc-c8cb-48a8-8c2a-35c5c1cefe6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bc6fd6-e65a-4856-bca3-3e03aaac8b16,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:10.702398 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e7ce-5cf3-4916-a580-73bf145837d7 admin admin] Publish callbacks [] for security_group (85bc6fd6-e65a-4856-bca3-3e03aaac8b16), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:10.728589 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e7ce-5cf3-4916-a580-73bf145837d7 admin admin] Publish callbacks [] for security_group (85bc6fd6-e65a-4856-bca3-3e03aaac8b16), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:10.789889 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e7ce-5cf3-4916-a580-73bf145837d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (85bc6fd6-e65a-4856-bca3-3e03aaac8b16), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:10.792948 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e7ce-5cf3-4916-a580-73bf145837d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:10.794118 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-2bd6e7ce-5cf3-4916-a580-73bf145837d7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/85bc6fd6-e65a-4856-bca3-3e03aaac8b16 HTTP/1.1" status: 204 len: 168 time: 0.1585567 Apr 08 17:41:10.802332 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6e7ce-5cf3-4916-a580-73bf145837d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bc6fd6-e65a-4856-bca3-3e03aaac8b16,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:11.583244 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412612a-db5a-4440-ae3e-64f713e2ed46 req-e2b1b298-9480-4e0c-b0a8-1e02fe5daca5 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:11.583244 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d412612a-db5a-4440-ae3e-64f713e2ed46 req-e2b1b298-9480-4e0c-b0a8-1e02fe5daca5 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0592647 Apr 08 17:41:11.632485 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d412612a-db5a-4440-ae3e-64f713e2ed46 req-93608c6f-690a-46d5-a66a-679bf11d985c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440736 Apr 08 17:41:12.554517 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 38344) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:12.668173 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3a9f0054-efc0-4046-a872-92914410e9c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:12.752248 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3a9f0054-efc0-4046-a872-92914410e9c9 admin admin] Publish callbacks [] for security_group (9991d78b-6b7f-440c-bf03-c904c76b7b48), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:12.756816 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d2987-8a1c-4f07-bbcf-c9c7e2ab52ff req-0a87a327-0891-4994-8ae7-9c9ac53dea4b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:12.758309 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3a9f0054-efc0-4046-a872-92914410e9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (9991d78b-6b7f-440c-bf03-c904c76b7b48), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:12.758440 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b27d2987-8a1c-4f07-bbcf-c9c7e2ab52ff req-0a87a327-0891-4994-8ae7-9c9ac53dea4b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0561047 Apr 08 17:41:12.799274 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-3a9f0054-efc0-4046-a872-92914410e9c9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0629a4ce553a4274bfbcb945905d949f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435753 Apr 08 17:41:12.800166 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f0054-efc0-4046-a872-92914410e9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9991d78b-6b7f-440c-bf03-c904c76b7b48,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:12.802618 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 38350) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:12.828391 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b27d2987-8a1c-4f07-bbcf-c9c7e2ab52ff req-dea92a8f-da40-4010-ad4c-5318039d51c6 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630805 Apr 08 17:41:12.858132 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fac8e134-2b6c-4364-a3fe-86f2a8b98e2d admin admin] Publish callbacks [] for security_group (9991d78b-6b7f-440c-bf03-c904c76b7b48), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:12.884757 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fac8e134-2b6c-4364-a3fe-86f2a8b98e2d admin admin] Publish callbacks [] for security_group (9991d78b-6b7f-440c-bf03-c904c76b7b48), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:12.936410 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fac8e134-2b6c-4364-a3fe-86f2a8b98e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (9991d78b-6b7f-440c-bf03-c904c76b7b48), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:12.939423 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fac8e134-2b6c-4364-a3fe-86f2a8b98e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:12.940608 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-fac8e134-2b6c-4364-a3fe-86f2a8b98e2d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9991d78b-6b7f-440c-bf03-c904c76b7b48 HTTP/1.1" status: 204 len: 168 time: 0.1371524 Apr 08 17:41:12.948255 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8e134-2b6c-4364-a3fe-86f2a8b98e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9991d78b-6b7f-440c-bf03-c904c76b7b48,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:13.007069 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b99cf529-542e-4ae4-a155-832d0cbb27a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:13.227675 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 38360) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:13.241714 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ea056ced-b3eb-4e95-84aa-1c6965c4a70d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:13.320901 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ea056ced-b3eb-4e95-84aa-1c6965c4a70d admin admin] Publish callbacks [] for security_group (6f8dede2-37a2-4239-95e1-a06ecd547325), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:13.326447 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ea056ced-b3eb-4e95-84aa-1c6965c4a70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (6f8dede2-37a2-4239-95e1-a06ecd547325), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:13.364863 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-ea056ced-b3eb-4e95-84aa-1c6965c4a70d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9662062f81174d86a4bd4b1f5ada3afc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359839 Apr 08 17:41:13.365656 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea056ced-b3eb-4e95-84aa-1c6965c4a70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8dede2-37a2-4239-95e1-a06ecd547325,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:13.367803 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 38362) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:13.421108 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7cad81cd-1eb6-4f01-b0a3-8b65c7eb453b admin admin] Publish callbacks [] for security_group (6f8dede2-37a2-4239-95e1-a06ecd547325), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:13.445838 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7cad81cd-1eb6-4f01-b0a3-8b65c7eb453b admin admin] Publish callbacks [] for security_group (6f8dede2-37a2-4239-95e1-a06ecd547325), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:13.498525 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7cad81cd-1eb6-4f01-b0a3-8b65c7eb453b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (6f8dede2-37a2-4239-95e1-a06ecd547325), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:13.503629 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7cad81cd-1eb6-4f01-b0a3-8b65c7eb453b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:13.508094 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-7cad81cd-1eb6-4f01-b0a3-8b65c7eb453b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6f8dede2-37a2-4239-95e1-a06ecd547325 HTTP/1.1" status: 204 len: 168 time: 0.1364806 Apr 08 17:41:13.515812 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad81cd-1eb6-4f01-b0a3-8b65c7eb453b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8dede2-37a2-4239-95e1-a06ecd547325,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:13.955690 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092da4d9-7463-421c-83b6-19f6c58d63b8 req-6fb8aa4e-aed3-4f43-b0e4-869515588010 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:13.957311 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-092da4d9-7463-421c-83b6-19f6c58d63b8 req-6fb8aa4e-aed3-4f43-b0e4-869515588010 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0650401 Apr 08 17:41:14.014756 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-092da4d9-7463-421c-83b6-19f6c58d63b8 req-fb11819d-23c3-4b1c-b62e-84f7df142905 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514181 Apr 08 17:41:14.730403 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0b457-32d2-4fec-8119-d4125bc8b91b req-d97df9e6-1108-4d77-8494-48bfd1c2d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:14.731907 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-adf0b457-32d2-4fec-8119-d4125bc8b91b req-d97df9e6-1108-4d77-8494-48bfd1c2d9e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 1130 time: 0.0405891 Apr 08 17:41:14.780062 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-adf0b457-32d2-4fec-8119-d4125bc8b91b req-dd51875b-fc7a-4306-a973-f546d8d09536 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402648 Apr 08 17:41:15.129454 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46524ae-cbda-4df5-8a82-d30cfb77029e req-8ccfa567-877f-422d-b9bd-980cff405d5e tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:15.130897 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c46524ae-cbda-4df5-8a82-d30cfb77029e req-8ccfa567-877f-422d-b9bd-980cff405d5e tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0482953 Apr 08 17:41:15.179566 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c46524ae-cbda-4df5-8a82-d30cfb77029e req-4e3e6d9c-6f5a-4ea6-91c5-f3aa8dca62e4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430968 Apr 08 17:41:15.419897 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2e1d72e2-b030-40e0-8269-ef2f65d4567b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:16.191662 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 38450) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:16.305967 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a468b44-570c-4e41-a3f8-b287f75646b5 req-15272aa1-2b1a-4514-a860-09cc3042280c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:16.307433 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8a468b44-570c-4e41-a3f8-b287f75646b5 req-15272aa1-2b1a-4514-a860-09cc3042280c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0556614 Apr 08 17:41:16.313236 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e12fba37-8749-4f6b-a976-a4b67360ca9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:16.385000 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:16.386566 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8a468b44-570c-4e41-a3f8-b287f75646b5 req-cd15f39b-c296-4441-b9a9-3f3b1502eb4d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710371 Apr 08 17:41:16.435378 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e12fba37-8749-4f6b-a976-a4b67360ca9f admin admin] Publish callbacks [] for security_group (641982b3-6fa7-476d-bf51-4dfac773e89a), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:16.441834 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e12fba37-8749-4f6b-a976-a4b67360ca9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (641982b3-6fa7-476d-bf51-4dfac773e89a), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:16.481382 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-e12fba37-8749-4f6b-a976-a4b67360ca9f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e068a14d5e2e4b81b683d98e61f46f85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2886784 Apr 08 17:41:16.482311 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12fba37-8749-4f6b-a976-a4b67360ca9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641982b3-6fa7-476d-bf51-4dfac773e89a,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:16.484479 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 38456) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:16.538584 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1910422e-11d1-4342-86bd-620df2dc15fa admin admin] Publish callbacks [] for security_group (641982b3-6fa7-476d-bf51-4dfac773e89a), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:16.559485 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1910422e-11d1-4342-86bd-620df2dc15fa admin admin] Publish callbacks [] for security_group (641982b3-6fa7-476d-bf51-4dfac773e89a), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:16.613393 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1910422e-11d1-4342-86bd-620df2dc15fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (641982b3-6fa7-476d-bf51-4dfac773e89a), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:16.616051 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1910422e-11d1-4342-86bd-620df2dc15fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:16.620757 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-1910422e-11d1-4342-86bd-620df2dc15fa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/641982b3-6fa7-476d-bf51-4dfac773e89a HTTP/1.1" status: 204 len: 168 time: 0.1342916 Apr 08 17:41:16.629930 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910422e-11d1-4342-86bd-620df2dc15fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641982b3-6fa7-476d-bf51-4dfac773e89a,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:16.668368 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:16.911698 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 38462) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:16.925715 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a4f47f57-88e2-496e-bdc8-c6a773b5916d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:17.000766 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a4f47f57-88e2-496e-bdc8-c6a773b5916d admin admin] Publish callbacks [] for security_group (06bbe67a-6bad-4df8-a530-e8d0455c7fd5), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:17.007118 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a4f47f57-88e2-496e-bdc8-c6a773b5916d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (06bbe67a-6bad-4df8-a530-e8d0455c7fd5), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:17.046640 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-a4f47f57-88e2-496e-bdc8-c6a773b5916d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8a5d6eb977eb42dba6daa3f881513a52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335649 Apr 08 17:41:17.047638 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f47f57-88e2-496e-bdc8-c6a773b5916d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bbe67a-6bad-4df8-a530-e8d0455c7fd5,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:17.049994 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 38464) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:17.107590 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-f5147444-d7d9-429d-bc26-aef747d5b2ea admin admin] Publish callbacks [] for security_group (06bbe67a-6bad-4df8-a530-e8d0455c7fd5), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:17.133122 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-f5147444-d7d9-429d-bc26-aef747d5b2ea admin admin] Publish callbacks [] for security_group (06bbe67a-6bad-4df8-a530-e8d0455c7fd5), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:17.193956 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-f5147444-d7d9-429d-bc26-aef747d5b2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (06bbe67a-6bad-4df8-a530-e8d0455c7fd5), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:17.200086 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-f5147444-d7d9-429d-bc26-aef747d5b2ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:17.200086 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-f5147444-d7d9-429d-bc26-aef747d5b2ea admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/06bbe67a-6bad-4df8-a530-e8d0455c7fd5 HTTP/1.1" status: 204 len: 168 time: 0.1489902 Apr 08 17:41:17.209190 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5147444-d7d9-429d-bc26-aef747d5b2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bbe67a-6bad-4df8-a530-e8d0455c7fd5,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:17.508943 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168daa5-6ee7-4ec6-ba11-787375dea1dc req-6aef696b-ca96-4419-8215-9a0da5bf9bb5 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:17.510556 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4168daa5-6ee7-4ec6-ba11-787375dea1dc req-6aef696b-ca96-4419-8215-9a0da5bf9bb5 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0550354 Apr 08 17:41:17.560200 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4168daa5-6ee7-4ec6-ba11-787375dea1dc req-93bb86d3-c47c-4ee8-97be-7d4bd5b94f3f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432150 Apr 08 17:41:17.680379 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cf835-c40c-4159-bc12-6125329381ca req-2ed618e7-eff8-48eb-bc92-34c823628a2d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:17.682027 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0a6cf835-c40c-4159-bc12-6125329381ca req-2ed618e7-eff8-48eb-bc92-34c823628a2d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0496483 Apr 08 17:41:17.737501 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0a6cf835-c40c-4159-bc12-6125329381ca req-a693428b-4622-4ebd-bf19-287fff71f793 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483959 Apr 08 17:41:17.951880 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:19.545271 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:20.441187 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4504c4a-5c3a-417e-b478-a1ead13f4182 req-a05fc855-3230-4f24-a582-18a631d65f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:20.442679 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d4504c4a-5c3a-417e-b478-a1ead13f4182 req-a05fc855-3230-4f24-a582-18a631d65f93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 1130 time: 0.0812578 Apr 08 17:41:20.448860 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43f8a3-fb2e-4f7a-af61-81637e16c104 req-387b1338-d150-49e6-b93d-6016054d87b4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:20.450204 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5a43f8a3-fb2e-4f7a-af61-81637e16c104 req-387b1338-d150-49e6-b93d-6016054d87b4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0787215 Apr 08 17:41:20.559992 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5a43f8a3-fb2e-4f7a-af61-81637e16c104 req-98f1cdd1-ec29-46c1-9fcc-8fb50a2bb16e tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002748 Apr 08 17:41:20.577675 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4504c4a-5c3a-417e-b478-a1ead13f4182 req-00f20fe6-5214-4d50-8714-9e086350e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:20.579238 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d4504c4a-5c3a-417e-b478-a1ead13f4182 req-00f20fe6-5214-4d50-8714-9e086350e3ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=b895debd-97b0-43f9-854d-b53eac68cddb HTTP/1.1" status: 200 len: 920 time: 0.1281986 Apr 08 17:41:20.622102 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d4504c4a-5c3a-417e-b478-a1ead13f4182 req-cbde8a92-7ad4-4c36-8895-14aa578d2625 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba32feec-d45d-45f5-b67e-c9edbaa86b39 HTTP/1.1" status: 200 len: 217 time: 0.0359840 Apr 08 17:41:20.674650 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4504c4a-5c3a-417e-b478-a1ead13f4182 req-ea5700f8-ef04-4d67-a60a-5f2266a2a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:20.676151 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d4504c4a-5c3a-417e-b478-a1ead13f4182 req-ea5700f8-ef04-4d67-a60a-5f2266a2a719 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8971a54-bad3-4305-9d36-2982512b73f9 HTTP/1.1" status: 200 len: 858 time: 0.0468194 Apr 08 17:41:20.736668 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4504c4a-5c3a-417e-b478-a1ead13f4182 req-229a289e-705d-4087-9595-ed3997942c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:20.738125 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d4504c4a-5c3a-417e-b478-a1ead13f4182 req-229a289e-705d-4087-9595-ed3997942c3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b895debd-97b0-43f9-854d-b53eac68cddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445945 Apr 08 17:41:20.838364 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d4504c4a-5c3a-417e-b478-a1ead13f4182 req-2923f4b5-3430-4fe7-ae33-9edd3d8535a9 service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914102 Apr 08 17:41:20.938725 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d4504c4a-5c3a-417e-b478-a1ead13f4182 req-f5efc3f5-2a88-4ac5-ad10-7ba599337441 service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940666 Apr 08 17:41:21.679807 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968be7c-415b-4c24-8867-65e49455e3f4 req-5d444f15-d128-4eea-a05a-34a9324e08c1 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:21.682464 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2968be7c-415b-4c24-8867-65e49455e3f4 req-5d444f15-d128-4eea-a05a-34a9324e08c1 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0499566 Apr 08 17:41:21.734680 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2968be7c-415b-4c24-8867-65e49455e3f4 req-ac72df0c-13bf-4f77-9ef7-6062ff069e57 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452271 Apr 08 17:41:22.856270 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373eafeb-5a8a-49cf-b555-dd67e32826a4 req-a7af4a24-f729-4cef-825e-a25d50424ebb tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:22.857791 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-373eafeb-5a8a-49cf-b555-dd67e32826a4 req-a7af4a24-f729-4cef-825e-a25d50424ebb tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0483725 Apr 08 17:41:22.916588 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-373eafeb-5a8a-49cf-b555-dd67e32826a4 req-b111c44b-86d3-4f21-b381-a034ac5be531 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492289 Apr 08 17:41:24.047106 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b577a-f94e-4714-8f09-b897924a96aa req-e0219292-9070-4ee7-9aff-e8beec5c9b88 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:24.048718 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-597b577a-f94e-4714-8f09-b897924a96aa req-e0219292-9070-4ee7-9aff-e8beec5c9b88 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0540771 Apr 08 17:41:24.098127 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-597b577a-f94e-4714-8f09-b897924a96aa req-b9eea4b4-acf9-4ac1-8e11-dd1ec8a7f721 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432901 Apr 08 17:41:25.226932 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a489e8-44b2-4a11-829e-a990f6842bf5 req-8824a56c-5154-4680-8cbc-322893845a18 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:25.228596 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-89a489e8-44b2-4a11-829e-a990f6842bf5 req-8824a56c-5154-4680-8cbc-322893845a18 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0560474 Apr 08 17:41:25.282918 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-89a489e8-44b2-4a11-829e-a990f6842bf5 req-6709e666-fb39-43e1-b8cb-61489c9b9daf tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485313 Apr 08 17:41:26.416978 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dad84-6f3a-403b-a142-bb1940afdd92 req-826ad0a2-cfcc-4b18-8f8e-f7dc7c400a1a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:26.418432 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8a9dad84-6f3a-403b-a142-bb1940afdd92 req-826ad0a2-cfcc-4b18-8f8e-f7dc7c400a1a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0563259 Apr 08 17:41:26.469216 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8a9dad84-6f3a-403b-a142-bb1940afdd92 req-f6b520b1-81c3-4e77-8780-4df2aa0ca7cf tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423887 Apr 08 17:41:27.612249 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293453f7-dd40-4db5-9a21-fd93403e9e6e req-740066e6-2bdc-4515-8de0-26bef2fa636a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:27.613798 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-293453f7-dd40-4db5-9a21-fd93403e9e6e req-740066e6-2bdc-4515-8de0-26bef2fa636a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0621376 Apr 08 17:41:27.679917 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-293453f7-dd40-4db5-9a21-fd93403e9e6e req-a9f06e61-5d62-4c1c-ab90-409f6977308e tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593960 Apr 08 17:41:28.817158 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ae637-bbc0-4298-b3af-cf7770c56325 req-a0f2ad4f-a9a6-478d-96dd-658159f73e9c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:28.818550 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-928ae637-bbc0-4298-b3af-cf7770c56325 req-a0f2ad4f-a9a6-478d-96dd-658159f73e9c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0538015 Apr 08 17:41:28.872364 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-928ae637-bbc0-4298-b3af-cf7770c56325 req-13d93ae6-136e-4f7e-94c0-c5ce517f5f7d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449491 Apr 08 17:41:29.993474 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c7dd3-97d5-4006-be17-54e9db53329b req-1656a428-49e1-4a99-81a9-010be5fad630 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:29.995042 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1e5c7dd3-97d5-4006-be17-54e9db53329b req-1656a428-49e1-4a99-81a9-010be5fad630 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0517020 Apr 08 17:41:30.042828 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1e5c7dd3-97d5-4006-be17-54e9db53329b req-cec1932f-3b3b-40d2-b9bf-8f7c6b7b03c0 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419631 Apr 08 17:41:31.159741 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5329fa-1485-44bb-bf49-6ec2eeb73ab6 req-51ec58c8-6bbc-4777-b7ec-1bee2fc6a5d4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:31.161270 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-dc5329fa-1485-44bb-bf49-6ec2eeb73ab6 req-51ec58c8-6bbc-4777-b7ec-1bee2fc6a5d4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0507140 Apr 08 17:41:31.211760 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-dc5329fa-1485-44bb-bf49-6ec2eeb73ab6 req-70091eb7-1cf5-4df5-8d77-0265bf3ff2ac tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432525 Apr 08 17:41:32.336235 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce7268-793b-4f59-94f1-91a877294b17 req-37fce6a3-8c5e-42bc-a62e-ad6bd782c0da tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:32.337744 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-08ce7268-793b-4f59-94f1-91a877294b17 req-37fce6a3-8c5e-42bc-a62e-ad6bd782c0da tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0588672 Apr 08 17:41:32.385659 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-08ce7268-793b-4f59-94f1-91a877294b17 req-7e2deddb-db2f-4eb4-a005-341c0c0172b2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420892 Apr 08 17:41:33.515988 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf5aed-30f9-4f96-9348-888c2c78d6de req-413a340a-c892-41ad-a76f-09e0dc0da9bc tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:33.517487 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3aaf5aed-30f9-4f96-9348-888c2c78d6de req-413a340a-c892-41ad-a76f-09e0dc0da9bc tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0582564 Apr 08 17:41:33.574563 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3aaf5aed-30f9-4f96-9348-888c2c78d6de req-59ba7bb9-22e6-4195-bff3-52cc903f7253 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488880 Apr 08 17:41:34.695372 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d92d2b-b6e4-4d8e-80d7-3cde8e9bd271 req-536c22b3-d41c-4c66-aca8-2e95820ee28f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:34.697259 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-09d92d2b-b6e4-4d8e-80d7-3cde8e9bd271 req-536c22b3-d41c-4c66-aca8-2e95820ee28f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0512614 Apr 08 17:41:34.750982 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-09d92d2b-b6e4-4d8e-80d7-3cde8e9bd271 req-86100951-4f5a-42b9-84b3-8ab223f7e76d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479114 Apr 08 17:41:35.872069 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38451002-54ae-4f92-9b34-ff299c13f3b3 req-e7621fd2-3fe9-4349-9e52-545ccdb7a764 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:35.873488 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-38451002-54ae-4f92-9b34-ff299c13f3b3 req-e7621fd2-3fe9-4349-9e52-545ccdb7a764 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0535336 Apr 08 17:41:35.923526 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-38451002-54ae-4f92-9b34-ff299c13f3b3 req-c2263ed6-06e6-4c85-b92d-d1630ae84149 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443857 Apr 08 17:41:37.053501 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e12b4-11b2-488f-a777-e9c51a00346f req-2af6f8c4-de7f-4b3b-b57b-a2fc2c2a97f3 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:37.055036 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-356e12b4-11b2-488f-a777-e9c51a00346f req-2af6f8c4-de7f-4b3b-b57b-a2fc2c2a97f3 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0490258 Apr 08 17:41:37.115552 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-356e12b4-11b2-488f-a777-e9c51a00346f req-73d2a386-fbc6-495d-a6c8-b5660a2b22e3 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516396 Apr 08 17:41:38.238988 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b0d03-3086-4221-9e68-b96a9dd79fe4 req-659c020c-9349-431c-83b1-ee08b5516301 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:38.241978 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f10b0d03-3086-4221-9e68-b96a9dd79fe4 req-659c020c-9349-431c-83b1-ee08b5516301 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0537827 Apr 08 17:41:38.293722 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f10b0d03-3086-4221-9e68-b96a9dd79fe4 req-cdd84936-d163-4adc-9b1c-96db587a9a7a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462880 Apr 08 17:41:39.415843 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c037ec-cd2e-47c9-9fe5-a1712114336f req-ca38922e-5568-4f44-902a-204e809a3969 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:39.418041 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-05c037ec-cd2e-47c9-9fe5-a1712114336f req-ca38922e-5568-4f44-902a-204e809a3969 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0546641 Apr 08 17:41:39.476091 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-05c037ec-cd2e-47c9-9fe5-a1712114336f req-626f0638-323d-4c54-9561-d9ae73d79413 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521894 Apr 08 17:41:40.408984 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:41:40.602634 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d10948-3e82-453a-b618-c138ba2bb1dc req-2ca71ca1-f384-4cb7-aa00-d3f9b04590fa tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:40.604184 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-99d10948-3e82-453a-b618-c138ba2bb1dc req-2ca71ca1-f384-4cb7-aa00-d3f9b04590fa tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0507562 Apr 08 17:41:40.653524 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-99d10948-3e82-453a-b618-c138ba2bb1dc req-b84a0ce4-38f8-451f-bbf3-944da2c7304d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435832 Apr 08 17:41:41.777873 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7b487-7ff8-4dfc-a522-af5290b8790d req-2b4a8d6d-38e8-41fb-b49a-fcca8259344f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:41.779447 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-58e7b487-7ff8-4dfc-a522-af5290b8790d req-2b4a8d6d-38e8-41fb-b49a-fcca8259344f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0532584 Apr 08 17:41:41.834559 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-58e7b487-7ff8-4dfc-a522-af5290b8790d req-fd5a8054-43ca-438f-81bb-267def19721a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480487 Apr 08 17:41:42.180468 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206c996-fba0-412f-8091-6564ec0b264c req-6a2af58d-7a25-41e0-ac37-ebe64cb6a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:42.182166 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9206c996-fba0-412f-8091-6564ec0b264c req-6a2af58d-7a25-41e0-ac37-ebe64cb6a37c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 1130 time: 0.0437903 Apr 08 17:41:42.228391 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9206c996-fba0-412f-8091-6564ec0b264c req-46f68956-2def-456b-9525-2930ea59e2e5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380988 Apr 08 17:41:42.965380 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e121c6-6527-4ce5-9d53-cb073e5d0364 req-3ddf8335-03e4-4e64-841d-94074a6255c3 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:42.966917 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c9e121c6-6527-4ce5-9d53-cb073e5d0364 req-3ddf8335-03e4-4e64-841d-94074a6255c3 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0625358 Apr 08 17:41:43.011456 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a8db3bf1-ca67-4862-8092-3f4da94eafd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:43.019105 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c9e121c6-6527-4ce5-9d53-cb073e5d0364 req-b8bc889e-9e97-49ff-adef-0f23276c544f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462797 Apr 08 17:41:44.142995 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6109428-4103-4660-b869-4c8317a35f28 req-0cc671bf-d2e4-453e-8960-636e2bfed6b1 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:44.144688 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a6109428-4103-4660-b869-4c8317a35f28 req-0cc671bf-d2e4-453e-8960-636e2bfed6b1 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0550275 Apr 08 17:41:44.194167 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a6109428-4103-4660-b869-4c8317a35f28 req-8489138c-1f69-4835-88b2-e36167b8e6ea tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437326 Apr 08 17:41:45.320470 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c286c5c-d4e5-4a15-ad0e-3aef5747059d req-9bb7295a-9086-469f-b546-f5740e3a44a0 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:45.322224 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9c286c5c-d4e5-4a15-ad0e-3aef5747059d req-9bb7295a-9086-469f-b546-f5740e3a44a0 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0584457 Apr 08 17:41:45.375902 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9c286c5c-d4e5-4a15-ad0e-3aef5747059d req-7b26efef-79de-4626-87f5-cb3ce5c6e632 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474129 Apr 08 17:41:45.419080 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a0e4c562-4e18-4d13-b383-a6ddcffd6eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:46.405007 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:46.497922 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbb722-0f1c-4da2-a5ad-a7f6e16ca55e req-789c70a8-1224-45ef-8d8a-e108db8cf29c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:46.499399 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d5bbb722-0f1c-4da2-a5ad-a7f6e16ca55e req-789c70a8-1224-45ef-8d8a-e108db8cf29c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0536854 Apr 08 17:41:46.547235 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d5bbb722-0f1c-4da2-a5ad-a7f6e16ca55e req-528c0005-2146-4edf-ae4e-cca833fe1f17 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 Apr 08 17:41:46.679481 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:47.672790 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b4076-9f3e-4663-9721-28c095bd35d3 req-88983b57-05c9-4190-b317-0f4efb1364f1 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:47.674295 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f22b4076-9f3e-4663-9721-28c095bd35d3 req-88983b57-05c9-4190-b317-0f4efb1364f1 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0478616 Apr 08 17:41:47.724072 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f22b4076-9f3e-4663-9721-28c095bd35d3 req-29b18cb1-9d91-4aa1-b604-40cac7f53b9a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441489 Apr 08 17:41:47.957352 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:48.846725 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a2205-9af0-4640-9938-5b0183112048 req-f07c2b1a-6f3f-48bd-bf26-c8c02614b64d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:48.848245 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ac2a2205-9af0-4640-9938-5b0183112048 req-f07c2b1a-6f3f-48bd-bf26-c8c02614b64d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0480692 Apr 08 17:41:48.905786 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ac2a2205-9af0-4640-9938-5b0183112048 req-9f8d3801-6e25-45b6-be2b-8729a162004d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518489 Apr 08 17:41:49.155508 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b3dcd-bd32-4e47-8001-93ea4e31f0b4 req-6d1dd18a-2e08-4355-9bdd-d04c6f2e6d19 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:49.157106 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a47b3dcd-bd32-4e47-8001-93ea4e31f0b4 req-6d1dd18a-2e08-4355-9bdd-d04c6f2e6d19 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0476975 Apr 08 17:41:49.205903 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a47b3dcd-bd32-4e47-8001-93ea4e31f0b4 req-18dd5051-70cd-4a34-b682-dc63c003dfcd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430007 Apr 08 17:41:49.542863 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:50.335139 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e264fa-508d-4148-b09d-a2ce61b834b7 req-586b61ef-a648-414e-b147-21a443fee21f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:50.336661 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c1e264fa-508d-4148-b09d-a2ce61b834b7 req-586b61ef-a648-414e-b147-21a443fee21f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0513992 Apr 08 17:41:50.391859 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c1e264fa-508d-4148-b09d-a2ce61b834b7 req-2bd197e4-b85f-46ba-9dba-9b25343250fb tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495493 Apr 08 17:41:50.499417 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e898f05-8855-4f2a-b7cd-b67f4eee73ef req-e9887edc-f8ef-4e4a-80e6-f16b92a6816b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:50.501078 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5e898f05-8855-4f2a-b7cd-b67f4eee73ef req-e9887edc-f8ef-4e4a-80e6-f16b92a6816b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 1130 time: 0.0469332 Apr 08 17:41:50.600616 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e898f05-8855-4f2a-b7cd-b67f4eee73ef req-bec1a330-e033-4148-a361-d7bd8698e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:50.602099 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5e898f05-8855-4f2a-b7cd-b67f4eee73ef req-bec1a330-e033-4148-a361-d7bd8698e8e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b895debd-97b0-43f9-854d-b53eac68cddb HTTP/1.1" status: 200 len: 920 time: 0.0899787 Apr 08 17:41:51.526528 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccdcf9-ebfa-4e77-b644-28ecb15b743a req-3f78ae75-d55e-4cee-b2c7-28cb6121084e tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:51.528213 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3cccdcf9-ebfa-4e77-b644-28ecb15b743a req-3f78ae75-d55e-4cee-b2c7-28cb6121084e tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0584977 Apr 08 17:41:51.579870 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3cccdcf9-ebfa-4e77-b644-28ecb15b743a req-c7f0a6f9-e7af-4f9b-a322-f023fdf740c5 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437315 Apr 08 17:41:52.715031 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd805c1-2bd8-4652-96a5-d230edf76ae6 req-762e14d9-59e5-4a55-82ad-46a27738a9d9 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:52.717050 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0dd805c1-2bd8-4652-96a5-d230edf76ae6 req-762e14d9-59e5-4a55-82ad-46a27738a9d9 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0548017 Apr 08 17:41:52.767012 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0dd805c1-2bd8-4652-96a5-d230edf76ae6 req-8ee66a44-ada1-4873-aa72-8416e0b37619 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441713 Apr 08 17:41:53.890636 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10adda8-581a-46c1-9c74-37a4813915c1 req-87fb844b-993c-4e77-a570-71907d0681c3 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:53.892141 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d10adda8-581a-46c1-9c74-37a4813915c1 req-87fb844b-993c-4e77-a570-71907d0681c3 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0493443 Apr 08 17:41:53.950301 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d10adda8-581a-46c1-9c74-37a4813915c1 req-96ea71cc-e7ee-490a-bc78-d55a7cc6d0e4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495939 Apr 08 17:41:55.083218 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79adaa-981f-4fda-8796-32d5a0242c2a req-c99f9dc2-5fa9-4ce7-8710-9e6d542304c3 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:55.084757 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7d79adaa-981f-4fda-8796-32d5a0242c2a req-c99f9dc2-5fa9-4ce7-8710-9e6d542304c3 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0548050 Apr 08 17:41:55.136052 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7d79adaa-981f-4fda-8796-32d5a0242c2a req-b1f417d9-7aad-4bce-9eb1-42de042ad820 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451291 Apr 08 17:41:55.666060 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5e898f05-8855-4f2a-b7cd-b67f4eee73ef req-b5628a50-7622-4707-9909-61b9ef39f5c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba32feec-d45d-45f5-b67e-c9edbaa86b39 HTTP/1.1" status: 200 len: 217 time: 0.0443954 Apr 08 17:41:55.721873 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e898f05-8855-4f2a-b7cd-b67f4eee73ef req-9af76075-250b-4253-84c3-92c1d4b6a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:55.723971 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5e898f05-8855-4f2a-b7cd-b67f4eee73ef req-9af76075-250b-4253-84c3-92c1d4b6a744 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8971a54-bad3-4305-9d36-2982512b73f9 HTTP/1.1" status: 200 len: 858 time: 0.0512218 Apr 08 17:41:55.774609 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e898f05-8855-4f2a-b7cd-b67f4eee73ef req-1298d59d-2030-4a14-8636-1f40fd2216a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:55.776119 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5e898f05-8855-4f2a-b7cd-b67f4eee73ef req-1298d59d-2030-4a14-8636-1f40fd2216a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b895debd-97b0-43f9-854d-b53eac68cddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423265 Apr 08 17:41:55.875064 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5e898f05-8855-4f2a-b7cd-b67f4eee73ef req-4110d47c-4bac-48a0-b605-7940b3a2b2b3 service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906651 Apr 08 17:41:55.976363 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5e898f05-8855-4f2a-b7cd-b67f4eee73ef req-ba8fa281-c539-40fb-bd42-a684e97c48c6 service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887365 Apr 08 17:41:56.261758 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3b441-1eb6-4191-952e-c76ac1e08c67 req-4775abeb-365d-4df1-a477-446c624e5708 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:56.263453 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-dbc3b441-1eb6-4191-952e-c76ac1e08c67 req-4775abeb-365d-4df1-a477-446c624e5708 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0608540 Apr 08 17:41:56.325506 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-dbc3b441-1eb6-4191-952e-c76ac1e08c67 req-1ffa1e27-146e-4a00-bdf9-9fd371f73489 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558877 Apr 08 17:41:57.450844 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9edb26a5-9e82-460f-a240-3d255c5983ca req-239d6aad-35a0-46b5-9c2a-b1ef13d6ba54 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656903 Apr 08 17:41:57.470231 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae1f58-4191-4700-823f-56aa3d730c7e req-f5664803-fadd-4332-b9d3-546e759c9263 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:57.471552 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-25ae1f58-4191-4700-823f-56aa3d730c7e req-f5664803-fadd-4332-b9d3-546e759c9263 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0563314 Apr 08 17:41:57.523310 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-25ae1f58-4191-4700-823f-56aa3d730c7e req-135d3f17-d595-48fd-a0df-c13bf9b2c1a8 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436285 Apr 08 17:41:58.650865 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9262b-c4be-43e6-8a4a-97ef1547003a req-5af1cd20-29a9-491f-b89f-f982c4739533 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:58.652401 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b6f9262b-c4be-43e6-8a4a-97ef1547003a req-5af1cd20-29a9-491f-b89f-f982c4739533 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0511253 Apr 08 17:41:58.702567 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b6f9262b-c4be-43e6-8a4a-97ef1547003a req-375bfe12-2f2a-4f42-86fa-4f656aca023d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443084 Apr 08 17:41:59.822126 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2950d5-28e0-4e65-babf-f532cb8dbe8c req-088a1ca2-70be-4aa8-a6b3-e4e6958bb5dc tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:41:59.823527 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7b2950d5-28e0-4e65-babf-f532cb8dbe8c req-088a1ca2-70be-4aa8-a6b3-e4e6958bb5dc tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0517485 Apr 08 17:41:59.874065 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7b2950d5-28e0-4e65-babf-f532cb8dbe8c req-328548c6-3cec-43f8-83b1-4a8160a6fced tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417683 Apr 08 17:42:00.707221 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb26a5-9e82-460f-a240-3d255c5983ca req-a8973009-3162-4447-a747-52a17d21a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:00.708796 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9edb26a5-9e82-460f-a240-3d255c5983ca req-a8973009-3162-4447-a747-52a17d21a0e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 1130 time: 0.0460539 Apr 08 17:42:00.907952 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb26a5-9e82-460f-a240-3d255c5983ca req-bd9acb02-9874-4104-bffc-43151d3a7070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:00.909511 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9edb26a5-9e82-460f-a240-3d255c5983ca req-bd9acb02-9874-4104-bffc-43151d3a7070 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b895debd-97b0-43f9-854d-b53eac68cddb HTTP/1.1" status: 200 len: 920 time: 0.1005676 Apr 08 17:42:00.978251 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9edb26a5-9e82-460f-a240-3d255c5983ca req-5eee191a-98e6-49ca-bcad-36780e0eb99f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=907da5ed-e1bb-4557-b2bd-e16d4aac5262 HTTP/1.1" status: 200 len: 217 time: 0.0390272 Apr 08 17:42:00.996227 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ae611-823d-4b04-9219-f1612758a028 req-faa34194-f8b9-4da3-b22f-c83e4a212fe4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:00.997834 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-329ae611-823d-4b04-9219-f1612758a028 req-faa34194-f8b9-4da3-b22f-c83e4a212fe4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0471590 Apr 08 17:42:01.027211 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb26a5-9e82-460f-a240-3d255c5983ca req-6cea4f3f-5003-44c1-9e3a-9be590bfa2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:01.028734 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9edb26a5-9e82-460f-a240-3d255c5983ca req-6cea4f3f-5003-44c1-9e3a-9be590bfa2c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8971a54-bad3-4305-9d36-2982512b73f9 HTTP/1.1" status: 200 len: 858 time: 0.0443025 Apr 08 17:42:01.050046 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-329ae611-823d-4b04-9219-f1612758a028 req-217eafae-ddf7-4392-a4ed-e941baaea47a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462258 Apr 08 17:42:01.109608 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb26a5-9e82-460f-a240-3d255c5983ca req-1cd14002-ef10-43d4-b2ad-7dde762974ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:01.111092 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9edb26a5-9e82-460f-a240-3d255c5983ca req-1cd14002-ef10-43d4-b2ad-7dde762974ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b895debd-97b0-43f9-854d-b53eac68cddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498264 Apr 08 17:42:01.238615 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9edb26a5-9e82-460f-a240-3d255c5983ca req-1fc6b757-6560-427b-87de-7b65c8c0d7c9 service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891504 Apr 08 17:42:02.028424 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9edb26a5-9e82-460f-a240-3d255c5983ca req-153ec27c-12dc-4c15-b244-4c00f65e0f16 service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954349 Apr 08 17:42:02.176180 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce0185-ebad-49fa-a0de-917edfbc8d17 req-13021e0a-5703-46d0-b71a-726f4e2e6ec8 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:02.177772 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3cce0185-ebad-49fa-a0de-917edfbc8d17 req-13021e0a-5703-46d0-b71a-726f4e2e6ec8 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0544987 Apr 08 17:42:02.230617 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3cce0185-ebad-49fa-a0de-917edfbc8d17 req-1ce5c561-5707-4d7d-bec5-fe4f23b9dd0c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465021 Apr 08 17:42:04.808155 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 39068) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:04.813047 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-9c031aef-eb96-4981-bf64-fdc5f3293a84 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1071604262', 'description': 'tempest-description--1489388542'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:42:04.837750 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9c031aef-eb96-4981-bf64-fdc5f3293a84 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:04.908219 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9c031aef-eb96-4981-bf64-fdc5f3293a84 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for security_group (630c0e47-2a15-4641-9eed-7487edc4b2c4), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:04.913798 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9c031aef-eb96-4981-bf64-fdc5f3293a84 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (630c0e47-2a15-4641-9eed-7487edc4b2c4), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:04.944803 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9c031aef-eb96-4981-bf64-fdc5f3293a84 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:04.946092 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-9c031aef-eb96-4981-bf64-fdc5f3293a84 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1368377 Apr 08 17:42:04.949703 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 39070) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:04.950365 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c031aef-eb96-4981-bf64-fdc5f3293a84 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=630c0e47-2a15-4641-9eed-7487edc4b2c4,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:04.954314 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-c05017e9-20aa-4de2-95eb-b3991385fbdd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Request body: {'security_group_rule': {'security_group_id': '630c0e47-2a15-4641-9eed-7487edc4b2c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:42:04.958099 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c031aef-eb96-4981-bf64-fdc5f3293a84 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:04.958450 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c031aef-eb96-4981-bf64-fdc5f3293a84 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:04.958770 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c031aef-eb96-4981-bf64-fdc5f3293a84 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:04.959136 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c031aef-eb96-4981-bf64-fdc5f3293a84 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:04.959442 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c031aef-eb96-4981-bf64-fdc5f3293a84 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:04.959777 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c031aef-eb96-4981-bf64-fdc5f3293a84 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:04.960105 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c031aef-eb96-4981-bf64-fdc5f3293a84 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:04.960453 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c031aef-eb96-4981-bf64-fdc5f3293a84 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:04.960790 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c031aef-eb96-4981-bf64-fdc5f3293a84 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:04.961119 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c031aef-eb96-4981-bf64-fdc5f3293a84 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:04.961445 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c031aef-eb96-4981-bf64-fdc5f3293a84 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:04.961904 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c031aef-eb96-4981-bf64-fdc5f3293a84 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:04.962235 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c031aef-eb96-4981-bf64-fdc5f3293a84 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:04.962562 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c031aef-eb96-4981-bf64-fdc5f3293a84 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:04.962886 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c031aef-eb96-4981-bf64-fdc5f3293a84 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:04.981807 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c05017e9-20aa-4de2-95eb-b3991385fbdd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for security_group_rule (c6d374b8-bed1-451b-af99-97e8abe7dbf0), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:05.045138 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c05017e9-20aa-4de2-95eb-b3991385fbdd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for security_group_rule (c6d374b8-bed1-451b-af99-97e8abe7dbf0), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:05.050656 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c05017e9-20aa-4de2-95eb-b3991385fbdd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (c6d374b8-bed1-451b-af99-97e8abe7dbf0), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:05.073300 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05017e9-20aa-4de2-95eb-b3991385fbdd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d374b8-bed1-451b-af99-97e8abe7dbf0,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:05.082434 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05017e9-20aa-4de2-95eb-b3991385fbdd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:05.082744 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05017e9-20aa-4de2-95eb-b3991385fbdd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:05.083119 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05017e9-20aa-4de2-95eb-b3991385fbdd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:05.083458 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05017e9-20aa-4de2-95eb-b3991385fbdd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:05.083764 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05017e9-20aa-4de2-95eb-b3991385fbdd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:05.084124 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05017e9-20aa-4de2-95eb-b3991385fbdd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:05.084460 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05017e9-20aa-4de2-95eb-b3991385fbdd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:05.085090 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05017e9-20aa-4de2-95eb-b3991385fbdd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:05.085090 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05017e9-20aa-4de2-95eb-b3991385fbdd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:05.085410 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05017e9-20aa-4de2-95eb-b3991385fbdd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:05.085754 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05017e9-20aa-4de2-95eb-b3991385fbdd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:05.086113 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05017e9-20aa-4de2-95eb-b3991385fbdd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:05.086654 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05017e9-20aa-4de2-95eb-b3991385fbdd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:05.086921 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05017e9-20aa-4de2-95eb-b3991385fbdd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:05.087236 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05017e9-20aa-4de2-95eb-b3991385fbdd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:05.092390 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c05017e9-20aa-4de2-95eb-b3991385fbdd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:05.097051 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 39076) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:05.101147 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-c05017e9-20aa-4de2-95eb-b3991385fbdd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501560 Apr 08 17:42:05.101549 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-2e1b293a-39f7-48f9-80e7-0c3e5d9cd139 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Request body: {'security_group_rule': {'security_group_id': '630c0e47-2a15-4641-9eed-7487edc4b2c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:42:05.136461 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2e1b293a-39f7-48f9-80e7-0c3e5d9cd139 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for security_group_rule (25341577-9654-460f-a5c5-ea80688137a1), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:05.200819 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2e1b293a-39f7-48f9-80e7-0c3e5d9cd139 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for security_group_rule (25341577-9654-460f-a5c5-ea80688137a1), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:05.208189 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2e1b293a-39f7-48f9-80e7-0c3e5d9cd139 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (25341577-9654-460f-a5c5-ea80688137a1), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:05.227001 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b293a-39f7-48f9-80e7-0c3e5d9cd139 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25341577-9654-460f-a5c5-ea80688137a1,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:05.235259 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2e1b293a-39f7-48f9-80e7-0c3e5d9cd139 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:05.236740 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-2e1b293a-39f7-48f9-80e7-0c3e5d9cd139 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384351 Apr 08 17:42:05.239635 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 39080) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:05.243972 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-cbce459b-e875-4caa-ba53-65aebb71abf2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Request body: {'floatingip': {'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:42:05.267956 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cbce459b-e875-4caa-ba53-65aebb71abf2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:05.354227 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cbce459b-e875-4caa-ba53-65aebb71abf2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:05.458442 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-cbce459b-e875-4caa-ba53-65aebb71abf2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Allocated IP 172.27.1.94 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/35499a03-645f-44c2-9716-9c17fbfb49fe) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:42:05.566127 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cbce459b-e875-4caa-ba53-65aebb71abf2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for port (35499a03-645f-44c2-9716-9c17fbfb49fe), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:05.606934 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cbce459b-e875-4caa-ba53-65aebb71abf2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (35499a03-645f-44c2-9716-9c17fbfb49fe), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:05.643063 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbce459b-e875-4caa-ba53-65aebb71abf2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:42:05.646222 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-cbce459b-e875-4caa-ba53-65aebb71abf2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:42:05.650423 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbce459b-e875-4caa-ba53-65aebb71abf2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:42:05.678596 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce459b-e875-4caa-ba53-65aebb71abf2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Pushing event updated for resources: {'Port': ['ID=35499a03-645f-44c2-9716-9c17fbfb49fe,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:05.748860 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cbce459b-e875-4caa-ba53-65aebb71abf2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for floatingip (ae85e9d9-ff6f-4b40-8d9f-9be47f228734), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:05.794556 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cbce459b-e875-4caa-ba53-65aebb71abf2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (35499a03-645f-44c2-9716-9c17fbfb49fe), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:05.960846 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cbce459b-e875-4caa-ba53-65aebb71abf2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for port (35499a03-645f-44c2-9716-9c17fbfb49fe), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:05.967766 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cbce459b-e875-4caa-ba53-65aebb71abf2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30663424'] for port (35499a03-645f-44c2-9716-9c17fbfb49fe), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:06.034521 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce459b-e875-4caa-ba53-65aebb71abf2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Pushing event updated for resources: {'Port': ['ID=35499a03-645f-44c2-9716-9c17fbfb49fe,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:06.049012 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cbce459b-e875-4caa-ba53-65aebb71abf2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (ae85e9d9-ff6f-4b40-8d9f-9be47f228734), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:06.067679 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cbce459b-e875-4caa-ba53-65aebb71abf2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:06.069075 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-cbce459b-e875-4caa-ba53-65aebb71abf2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8284478 Apr 08 17:42:06.277741 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-e448ce13-ec45-41b1-94cd-c4d6183bb06e tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1071604262&fields=id&tenant_id=9a80ab7223c8463da119aa1fc5fb59af HTTP/1.1" status: 200 len: 267 time: 0.0443583 Apr 08 17:42:06.386544 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-8921d6d8-a8f1-4f3a-99ea-6e82b969ee24 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:06.388024 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-8921d6d8-a8f1-4f3a-99ea-6e82b969ee24 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/networks?id=b895debd-97b0-43f9-854d-b53eac68cddb HTTP/1.1" status: 200 len: 819 time: 0.1037405 Apr 08 17:42:06.402416 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-bf51f29e-6625-48d1-bfe2-38479e4cbba7 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/quotas/9a80ab7223c8463da119aa1fc5fb59af HTTP/1.1" status: 200 len: 375 time: 0.0089803 Apr 08 17:42:06.459582 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-138ffd5a-55a1-43f0-b363-662dc976aa35 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0519855 Apr 08 17:42:06.573405 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-852979e9-f783-4474-877b-f9c1ca6c86b1 service neutron] 10.222.0.86 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990055 Apr 08 17:42:06.669535 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-46afb0a1-9f49-486b-a1c4-bd472533c3e7 service neutron] 10.222.0.86 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872700 Apr 08 17:42:06.848153 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1db98a61-43c8-471c-a076-60b6198aeafa req-beac0f8b-dd47-4bde-83e4-bbd1eca64852 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 210 time: 0.0324588 Apr 08 17:42:07.931384 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d6ce3df5-96ed-422a-b620-d8351b14bae4 req-18f98977-5a89-43f1-9f49-bc3f101e9c7a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 210 time: 0.0286522 Apr 08 17:42:09.010119 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3929b532-f873-4afc-a0d5-8a89fd3f349d req-f1c98fb4-129c-4ec4-8bba-08c9ffdd4a7b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 210 time: 0.0303612 Apr 08 17:42:10.104979 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c810270b-15f9-4f9f-a17d-e5eff66beb73 req-393bdc37-43eb-4488-918e-6ef5fc821dfb tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 210 time: 0.0325599 Apr 08 17:42:11.208592 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fc025f99-7b51-4a31-93cd-b9d78fef1f74 req-fbde240e-246a-4dcc-9d2b-6b1f40b7852d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 210 time: 0.0281971 Apr 08 17:42:12.305995 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e22506a8-e63e-4ece-bfd9-af9f2501ff6d req-5064adf4-9dc8-465f-8029-7e048d652e09 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 210 time: 0.0315721 Apr 08 17:42:13.021718 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-730647e5-aa66-43dc-9b69-9350f401c9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:13.416896 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-af76537e-0ad6-4b82-82fb-bb8cce382c93 req-7245c0bb-aa38-4c32-bd18-2d3fd070363f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 210 time: 0.0297248 Apr 08 17:42:14.527147 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f8c50d7a-b4fb-4a40-91f1-272591e4d8c8 req-01067610-8406-43a8-b948-0bd8906ea6cb tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 210 time: 0.0419788 Apr 08 17:42:14.935890 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-162792cd-b394-468a-a349-d572f88f9301 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:14.937415 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-162792cd-b394-468a-a349-d572f88f9301 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.20 "GET /v2.0/networks?id=b895debd-97b0-43f9-854d-b53eac68cddb HTTP/1.1" status: 200 len: 819 time: 0.1046598 Apr 08 17:42:15.246471 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-02f6b6dd-875e-4ca8-872f-57003a491d1f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a80ab7223c8463da119aa1fc5fb59af HTTP/1.1" status: 200 len: 380 time: 0.2969654 Apr 08 17:42:15.256864 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-dad733fd-062f-41db-8f66-ed7dcd66c643 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Request body: {'port': {'device_id': 'da4ac931-1d70-4187-9b78-ec1d104fbc8c', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'admin_state_up': True, 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'security_groups': ['630c0e47-2a15-4641-9eed-7487edc4b2c4']}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:42:15.371960 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-dad733fd-062f-41db-8f66-ed7dcd66c643 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Made reservation on behalf of 9a80ab7223c8463da119aa1fc5fb59af for: {'port': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:42:15.375316 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-dad733fd-062f-41db-8f66-ed7dcd66c643 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:15.416592 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7a5c0c6a-40ae-4815-a3a2-2c64805fc19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:15.519049 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-dad733fd-062f-41db-8f66-ed7dcd66c643 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Allocated IP 172.20.0.5 (b895debd-97b0-43f9-854d-b53eac68cddb/a8971a54-bad3-4305-9d36-2982512b73f9/1e38fd6e-c87f-4098-8fde-603fab5301f3) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:42:15.635861 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3d97054b-60fe-4543-a982-4407ce8cdddc req-5a8e0e31-c5e9-45c9-91c7-6eaaafc026e0 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 210 time: 0.0285451 Apr 08 17:42:15.686523 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-dad733fd-062f-41db-8f66-ed7dcd66c643 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for port (1e38fd6e-c87f-4098-8fde-603fab5301f3), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:15.710914 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 39212) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:15.729540 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-dad733fd-062f-41db-8f66-ed7dcd66c643 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (1e38fd6e-c87f-4098-8fde-603fab5301f3), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:15.778363 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-dad733fd-062f-41db-8f66-ed7dcd66c643 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Network b895debd-97b0-43f9-854d-b53eac68cddb is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:42:15.788198 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-dad733fd-062f-41db-8f66-ed7dcd66c643 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:42:15.790943 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad733fd-062f-41db-8f66-ed7dcd66c643 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Pushing event updated for resources: {'Port': ['ID=1e38fd6e-c87f-4098-8fde-603fab5301f3,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:15.793253 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-dad733fd-062f-41db-8f66-ed7dcd66c643 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:42:15.843286 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b246ac65-5502-48e6-9165-f687c06e663e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:15.847287 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-dad733fd-062f-41db-8f66-ed7dcd66c643 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:15.847941 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-dad733fd-062f-41db-8f66-ed7dcd66c643 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:15.867191 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-dad733fd-062f-41db-8f66-ed7dcd66c643 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6139190 Apr 08 17:42:15.893103 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] Request body: {'port': {'device_id': 'da4ac931-1d70-4187-9b78-ec1d104fbc8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:42:15.930717 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b246ac65-5502-48e6-9165-f687c06e663e admin admin] Publish callbacks [] for security_group (ca4e06fe-d611-4828-b0f7-ba8135ee0569), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:15.936382 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b246ac65-5502-48e6-9165-f687c06e663e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (ca4e06fe-d611-4828-b0f7-ba8135ee0569), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:15.963412 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-b246ac65-5502-48e6-9165-f687c06e663e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f9ecc60a276144c7a90490c7afab15d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509589 Apr 08 17:42:15.964883 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (1e38fd6e-c87f-4098-8fde-603fab5301f3), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:15.966779 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 39218) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:15.983350 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246ac65-5502-48e6-9165-f687c06e663e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4e06fe-d611-4828-b0f7-ba8135ee0569,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:16.105071 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-20171901-cd29-448d-927a-96884eb0e3a9 None None] Provisioning complete for port 1e38fd6e-c87f-4098-8fde-603fab5301f3 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:42:16.105599 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-20171901-cd29-448d-927a-96884eb0e3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (1e38fd6e-c87f-4098-8fde-603fab5301f3), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:16.108092 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cdf5-650e-4a6f-8130-94dd0dcab8e9 admin admin] Publish callbacks [] for security_group (ca4e06fe-d611-4828-b0f7-ba8135ee0569), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:16.143586 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-20171901-cd29-448d-927a-96884eb0e3a9 None None] Port 1e38fd6e-c87f-4098-8fde-603fab5301f3 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:42:16.147032 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cdf5-650e-4a6f-8130-94dd0dcab8e9 admin admin] Publish callbacks [] for security_group (ca4e06fe-d611-4828-b0f7-ba8135ee0569), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:16.269150 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cdf5-650e-4a6f-8130-94dd0dcab8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (ca4e06fe-d611-4828-b0f7-ba8135ee0569), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:16.271585 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cdf5-650e-4a6f-8130-94dd0dcab8e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:16.272758 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-b4d2cdf5-650e-4a6f-8130-94dd0dcab8e9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ca4e06fe-d611-4828-b0f7-ba8135ee0569 HTTP/1.1" status: 204 len: 168 time: 0.3050184 Apr 08 17:42:16.285285 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2cdf5-650e-4a6f-8130-94dd0dcab8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4e06fe-d611-4828-b0f7-ba8135ee0569,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:16.339072 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e38fd6e-c87f-4098-8fde-603fab5301f3 {{(pid=103548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:42:16.346882 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] Publish callbacks [] for port (1e38fd6e-c87f-4098-8fde-603fab5301f3), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:16.360459 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.provisioning_blocks [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] Transition to ACTIVE for port object 1e38fd6e-c87f-4098-8fde-603fab5301f3 will not be triggered until provisioned by entity L2. {{(pid=103548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:42:16.365185 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (1e38fd6e-c87f-4098-8fde-603fab5301f3), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:16.399992 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:16.425678 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] Pushing event updated for resources: {'Port': ['ID=1e38fd6e-c87f-4098-8fde-603fab5301f3,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:16.505286 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] Attempting to bind port 1e38fd6e-c87f-4098-8fde-603fab5301f3 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:42:16.505722 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] Attempting to bind port 1e38fd6e-c87f-4098-8fde-603fab5301f3 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '68a9f1fe-2a35-48ca-8f7f-dccbf741c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb'}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:42:16.506117 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] Attempting to bind port 1e38fd6e-c87f-4098-8fde-603fab5301f3 on network b895debd-97b0-43f9-854d-b53eac68cddb {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:42:16.512663 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] Port 1e38fd6e-c87f-4098-8fde-603fab5301f3 on network b895debd-97b0-43f9-854d-b53eac68cddb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:42:16.513014 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] Attempting to bind port 1e38fd6e-c87f-4098-8fde-603fab5301f3 on network b895debd-97b0-43f9-854d-b53eac68cddb {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:42:16.519347 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] Checking agent: {'id': '0d41f64d-5a28-4579-bdba-007f65057d65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:42:16.519633 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] Checking segment: {'id': '68a9f1fe-2a35-48ca-8f7f-dccbf741c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:42:16.520144 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] Bound using segment: {'id': '68a9f1fe-2a35-48ca-8f7f-dccbf741c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb'} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:42:16.520680 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] Bound port: 1e38fd6e-c87f-4098-8fde-603fab5301f3, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a9f1fe-2a35-48ca-8f7f-dccbf741c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb'}}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:42:16.521095 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (1e38fd6e-c87f-4098-8fde-603fab5301f3), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:16.609549 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] For port 1e38fd6e-c87f-4098-8fde-603fab5301f3, host hv-cinder-83716, cleared binding levels {{(pid=103548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:42:16.612953 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] For port 1e38fd6e-c87f-4098-8fde-603fab5301f3, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1e38fd6e-c87f-4098-8fde-603fab5301f3,segment=NetworkSegment(68a9f1fe-2a35-48ca-8f7f-dccbf741c802),segment_id=68a9f1fe-2a35-48ca-8f7f-dccbf741c802)] {{(pid=103548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:42:16.620399 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (1e38fd6e-c87f-4098-8fde-603fab5301f3), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:16.656881 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:16.657463 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:16.658911 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] 10.222.0.20 "PUT /v2.0/ports/1e38fd6e-c87f-4098-8fde-603fab5301f3 HTTP/1.1" status: 200 len: 1093 time: 0.7707493 Apr 08 17:42:16.659356 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4ac931-1d70-4187-9b78-ec1d104fbc8c', 'tag': '1e38fd6e-c87f-4098-8fde-603fab5301f3'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:42:16.661710 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e16170-59b1-4a0d-86cb-7808460599c4" -d '{"events": [{"name": "network-changed", "server_uuid": "da4ac931-1d70-4187-9b78-ec1d104fbc8c", "tag": "1e38fd6e-c87f-4098-8fde-603fab5301f3"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:42:16.685141 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7342da-4693-48f4-9e74-4abe0023f53e service neutron] Pushing event updated for resources: {'Port': ['ID=1e38fd6e-c87f-4098-8fde-603fab5301f3,revision_number=3']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:16.748509 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:16.760087 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c4a9be-e2f0-4d37-94ea-876c16b5b8b7 x-openstack-request-id: req-26c4a9be-e2f0-4d37-94ea-876c16b5b8b7 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:42:16.760763 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4ac931-1d70-4187-9b78-ec1d104fbc8c", "tag": "1e38fd6e-c87f-4098-8fde-603fab5301f3", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:42:16.760763 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-26c4a9be-e2f0-4d37-94ea-876c16b5b8b7 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:42:16.761205 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26c4a9be-e2f0-4d37-94ea-876c16b5b8b7'] response: {'name': 'network-changed', 'server_uuid': 'da4ac931-1d70-4187-9b78-ec1d104fbc8c', 'tag': '1e38fd6e-c87f-4098-8fde-603fab5301f3', 'status': 'completed', 'code': 200} Apr 08 17:42:16.805766 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-72cb48e8-8536-4d0a-b038-e882805f1f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:16.807313 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-72cb48e8-8536-4d0a-b038-e882805f1f19 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 1127 time: 0.0839584 Apr 08 17:42:16.820475 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d40a3d-c187-49f7-aa0f-d879c34741a3 req-a6d01abc-89f2-499f-b78e-df83f562712e tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:16.822039 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-63d40a3d-c187-49f7-aa0f-d879c34741a3 req-a6d01abc-89f2-499f-b78e-df83f562712e tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 943 time: 0.0646162 Apr 08 17:42:16.875468 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-40d78575-597e-4067-9bbc-a04e5214bb72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e38fd6e-c87f-4098-8fde-603fab5301f3 HTTP/1.1" status: 200 len: 217 time: 0.0483518 Apr 08 17:42:16.938454 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-63d40a3d-c187-49f7-aa0f-d879c34741a3 req-5d17b786-40ac-4865-bbdc-40f67e8afc20 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101220 Apr 08 17:42:16.946055 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-f5ea49bc-06c4-4f9d-ac88-d457ef652e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:16.947578 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-f5ea49bc-06c4-4f9d-ac88-d457ef652e61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8971a54-bad3-4305-9d36-2982512b73f9 HTTP/1.1" status: 200 len: 858 time: 0.0637841 Apr 08 17:42:17.005386 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-66c1c1d5-4f31-4b18-8250-1e78a4e22e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:17.007164 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-66c1c1d5-4f31-4b18-8250-1e78a4e22e61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b895debd-97b0-43f9-854d-b53eac68cddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474632 Apr 08 17:42:17.104092 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-e2761fbe-c6b0-40fd-a3c4-df7f825262cd service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893884 Apr 08 17:42:17.217374 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-109ad778-e7f9-4e49-8d3c-cb099fd3ff69 req-570d69f1-ddac-4e7b-8e5a-88ba859b9f40 service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026812 Apr 08 17:42:17.410961 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:42:17.960365 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:18.060350 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba61362-d5a6-40f5-91c6-6dcf8fb829bf req-94ef7bda-00a0-4958-8430-0e50cc66fb38 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:18.061840 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5ba61362-d5a6-40f5-91c6-6dcf8fb829bf req-94ef7bda-00a0-4958-8430-0e50cc66fb38 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 943 time: 0.0527341 Apr 08 17:42:18.114222 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5ba61362-d5a6-40f5-91c6-6dcf8fb829bf req-70d79850-2c62-431f-b2ac-0c40898e41a5 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453033 Apr 08 17:42:19.241910 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7018e-f69c-472b-af16-ba3304c100e5 req-1df1a485-2117-46c5-9ba6-ba046bc1e7a5 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:19.243430 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bec7018e-f69c-472b-af16-ba3304c100e5 req-1df1a485-2117-46c5-9ba6-ba046bc1e7a5 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 943 time: 0.0510690 Apr 08 17:42:19.300796 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bec7018e-f69c-472b-af16-ba3304c100e5 req-c0e91ca3-c688-43d2-bb0d-227c8e50b5c3 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507696 Apr 08 17:42:19.550119 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:20.424157 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2754244-1ef9-42c0-8a07-b68861ffd1f2 req-54ad6f8e-52dc-4c6a-9029-a1d18550163f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:20.425700 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c2754244-1ef9-42c0-8a07-b68861ffd1f2 req-54ad6f8e-52dc-4c6a-9029-a1d18550163f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 943 time: 0.0509670 Apr 08 17:42:20.477141 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c2754244-1ef9-42c0-8a07-b68861ffd1f2 req-3b29ad60-e455-4910-8e7b-0d722de3c4d5 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456729 Apr 08 17:42:20.621702 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 39270) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:20.742144 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d8b7403b-5bdc-4c13-94f4-b2dc1750db1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:20.821227 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d8b7403b-5bdc-4c13-94f4-b2dc1750db1c admin admin] Publish callbacks [] for security_group (90958fb8-b9f9-43d1-84ab-eb6293f2b9ea), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:20.827447 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d8b7403b-5bdc-4c13-94f4-b2dc1750db1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (90958fb8-b9f9-43d1-84ab-eb6293f2b9ea), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:20.870712 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-d8b7403b-5bdc-4c13-94f4-b2dc1750db1c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5aef8031e7c646f2890334d4a00a5df5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478342 Apr 08 17:42:20.871636 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7403b-5bdc-4c13-94f4-b2dc1750db1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90958fb8-b9f9-43d1-84ab-eb6293f2b9ea,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:20.874216 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 39274) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:20.925338 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d260111d-daa6-4904-9f48-236b2b2d9860 admin admin] Publish callbacks [] for security_group (90958fb8-b9f9-43d1-84ab-eb6293f2b9ea), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:20.948945 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d260111d-daa6-4904-9f48-236b2b2d9860 admin admin] Publish callbacks [] for security_group (90958fb8-b9f9-43d1-84ab-eb6293f2b9ea), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:20.999501 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d260111d-daa6-4904-9f48-236b2b2d9860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (90958fb8-b9f9-43d1-84ab-eb6293f2b9ea), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:21.002145 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d260111d-daa6-4904-9f48-236b2b2d9860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:21.003322 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-d260111d-daa6-4904-9f48-236b2b2d9860 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/90958fb8-b9f9-43d1-84ab-eb6293f2b9ea HTTP/1.1" status: 204 len: 168 time: 0.1282325 Apr 08 17:42:21.011213 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260111d-daa6-4904-9f48-236b2b2d9860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90958fb8-b9f9-43d1-84ab-eb6293f2b9ea,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:21.516973 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 1e38fd6e-c87f-4098-8fde-603fab5301f3 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:42:21.629808 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 1e38fd6e-c87f-4098-8fde-603fab5301f3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1e38fd6e-c87f-4098-8fde-603fab5301f3,segment=NetworkSegment(68a9f1fe-2a35-48ca-8f7f-dccbf741c802),segment_id=68a9f1fe-2a35-48ca-8f7f-dccbf741c802)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:42:21.652309 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf999e-9dbc-4e91-8340-405a98f72db7 req-41a71d9f-5691-45e0-a6ce-4fa4c87ab988 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:21.653953 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-efaf999e-9dbc-4e91-8340-405a98f72db7 req-41a71d9f-5691-45e0-a6ce-4fa4c87ab988 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 943 time: 0.1082940 Apr 08 17:42:21.658162 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': '1e38fd6e-c87f-4098-8fde-603fab5301f3', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'port_id': '1e38fd6e-c87f-4098-8fde-603fab5301f3', 'mac_address': 'fa:16:3e:0d:80:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 955, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:42:21.660766 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e16170-59b1-4a0d-86cb-7808460599c4 req-48137a18-9558-45b1-86bf-b97617d00b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:21.662367 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c2e16170-59b1-4a0d-86cb-7808460599c4 req-48137a18-9558-45b1-86bf-b97617d00b9d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 1127 time: 0.0723915 Apr 08 17:42:21.703335 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 1e38fd6e-c87f-4098-8fde-603fab5301f3 is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:42:21.704136 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (1e38fd6e-c87f-4098-8fde-603fab5301f3), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:21.720473 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e38fd6e-c87f-4098-8fde-603fab5301f3 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:42:21.742076 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 1e38fd6e-c87f-4098-8fde-603fab5301f3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1e38fd6e-c87f-4098-8fde-603fab5301f3,segment=NetworkSegment(68a9f1fe-2a35-48ca-8f7f-dccbf741c802),segment_id=68a9f1fe-2a35-48ca-8f7f-dccbf741c802)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:42:21.746943 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (1e38fd6e-c87f-4098-8fde-603fab5301f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:21.771014 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-efaf999e-9dbc-4e91-8340-405a98f72db7 req-82154536-91b4-42f5-8cf4-aeff0d8d71a4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076334 Apr 08 17:42:21.803559 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e16170-59b1-4a0d-86cb-7808460599c4 req-2e6b37f7-0e8f-4e25-9651-bb75aa42648b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:21.806260 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c2e16170-59b1-4a0d-86cb-7808460599c4 req-2e6b37f7-0e8f-4e25-9651-bb75aa42648b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b895debd-97b0-43f9-854d-b53eac68cddb HTTP/1.1" status: 200 len: 920 time: 0.1289437 Apr 08 17:42:21.808359 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=1e38fd6e-c87f-4098-8fde-603fab5301f3,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:21.816041 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:21.816388 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:21.816760 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:21.817100 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:21.817434 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:21.817789 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:21.818118 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:21.818443 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:21.818766 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:21.819088 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:21.819417 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:21.819731 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:21.820054 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:21.820372 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:21.820715 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:42:21.855234 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c2e16170-59b1-4a0d-86cb-7808460599c4 req-03ed1a4b-4552-49c7-9db6-3cbef6c65fa7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e38fd6e-c87f-4098-8fde-603fab5301f3 HTTP/1.1" status: 200 len: 217 time: 0.0376759 Apr 08 17:42:21.910716 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e16170-59b1-4a0d-86cb-7808460599c4 req-f01bfb3f-a0b8-4de5-9110-a9d69b0f23fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:21.912196 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c2e16170-59b1-4a0d-86cb-7808460599c4 req-f01bfb3f-a0b8-4de5-9110-a9d69b0f23fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8971a54-bad3-4305-9d36-2982512b73f9 HTTP/1.1" status: 200 len: 858 time: 0.0448017 Apr 08 17:42:21.972287 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e16170-59b1-4a0d-86cb-7808460599c4 req-2b3189c0-de01-40fc-911a-2129b871e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:21.973848 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c2e16170-59b1-4a0d-86cb-7808460599c4 req-2b3189c0-de01-40fc-911a-2129b871e54b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b895debd-97b0-43f9-854d-b53eac68cddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397503 Apr 08 17:42:22.093727 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c2e16170-59b1-4a0d-86cb-7808460599c4 req-35221a0f-33a5-4b53-966c-33e5b0557336 service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073098 Apr 08 17:42:22.214067 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c2e16170-59b1-4a0d-86cb-7808460599c4 req-c86875c7-c16c-418f-8091-4d74ad24a7ba service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004770 Apr 08 17:42:22.505866 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['1e38fd6e-c87f-4098-8fde-603fab5301f3'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:42:22.902470 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb2483-6d6f-4cf8-afe9-bef6214a9226 req-dac8d456-588c-4ab9-8c48-10c92645193c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:22.903974 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5dcb2483-6d6f-4cf8-afe9-bef6214a9226 req-dac8d456-588c-4ab9-8c48-10c92645193c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 944 time: 0.0558619 Apr 08 17:42:22.953291 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5dcb2483-6d6f-4cf8-afe9-bef6214a9226 req-920832f6-7bcf-46ae-8530-e18b902390d2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417290 Apr 08 17:42:24.075223 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08d9dd-6399-4b6d-be9e-e99bc398a1a8 req-ae64d5c9-a815-4749-b9a8-57e0870040cf tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:24.076802 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ec08d9dd-6399-4b6d-be9e-e99bc398a1a8 req-ae64d5c9-a815-4749-b9a8-57e0870040cf tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 944 time: 0.0507441 Apr 08 17:42:24.084262 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 1e38fd6e-c87f-4098-8fde-603fab5301f3 up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:42:24.130354 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ec08d9dd-6399-4b6d-be9e-e99bc398a1a8 req-a5f299a8-f328-455c-a24c-90dbf6d64d11 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471239 Apr 08 17:42:24.133311 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning for port 1e38fd6e-c87f-4098-8fde-603fab5301f3 completed by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:42:24.140499 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port 1e38fd6e-c87f-4098-8fde-603fab5301f3 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:42:24.140938 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (1e38fd6e-c87f-4098-8fde-603fab5301f3), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:24.223155 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 1e38fd6e-c87f-4098-8fde-603fab5301f3 is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:42:24.223562 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (1e38fd6e-c87f-4098-8fde-603fab5301f3), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:24.253371 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4ac931-1d70-4187-9b78-ec1d104fbc8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e38fd6e-c87f-4098-8fde-603fab5301f3'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:42:24.256286 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a25bfa-063d-46ae-86fb-270f60b77ad0" -d '{"events": [{"server_uuid": "da4ac931-1d70-4187-9b78-ec1d104fbc8c", "name": "network-vif-plugged", "status": "completed", "tag": "1e38fd6e-c87f-4098-8fde-603fab5301f3"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:42:24.270175 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 1e38fd6e-c87f-4098-8fde-603fab5301f3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1e38fd6e-c87f-4098-8fde-603fab5301f3,segment=NetworkSegment(68a9f1fe-2a35-48ca-8f7f-dccbf741c802),segment_id=68a9f1fe-2a35-48ca-8f7f-dccbf741c802)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:42:24.275876 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (1e38fd6e-c87f-4098-8fde-603fab5301f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:24.303420 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1975ae3f-d32f-4fa5-851e-e80fba1b143a x-openstack-request-id: req-1975ae3f-d32f-4fa5-851e-e80fba1b143a {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:42:24.303714 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4ac931-1d70-4187-9b78-ec1d104fbc8c", "name": "network-vif-plugged", "status": "completed", "tag": "1e38fd6e-c87f-4098-8fde-603fab5301f3", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:42:24.303968 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1975ae3f-d32f-4fa5-851e-e80fba1b143a {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:42:24.304369 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1975ae3f-d32f-4fa5-851e-e80fba1b143a'] response: {'server_uuid': 'da4ac931-1d70-4187-9b78-ec1d104fbc8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e38fd6e-c87f-4098-8fde-603fab5301f3', 'code': 200} Apr 08 17:42:24.335069 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=1e38fd6e-c87f-4098-8fde-603fab5301f3,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:24.554271 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c24ceb-65eb-4c08-836c-0f5c92cbfa30 req-11cf8e99-bb45-4497-b4d1-d2551855fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:24.556372 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c7c24ceb-65eb-4c08-836c-0f5c92cbfa30 req-11cf8e99-bb45-4497-b4d1-d2551855fd4f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 1129 time: 0.0403032 Apr 08 17:42:24.615314 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c7c24ceb-65eb-4c08-836c-0f5c92cbfa30 req-f74cb128-98ea-440b-8bf7-f39e2bf16044 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518308 Apr 08 17:42:25.253348 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc56047-1016-4404-a774-46924b513257 req-ee4f8af7-60e4-4cd1-ba50-77031c64ac7b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:25.254878 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8dc56047-1016-4404-a774-46924b513257 req-ee4f8af7-60e4-4cd1-ba50-77031c64ac7b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0519233 Apr 08 17:42:25.303353 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8dc56047-1016-4404-a774-46924b513257 req-5a27eef2-74c8-475a-b650-cd7878163528 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427740 Apr 08 17:42:26.430242 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedda04-4c34-482b-872a-b75eb222121e req-d15c89c1-7ff1-42d1-a580-d12f79737f85 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:26.431685 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4cedda04-4c34-482b-872a-b75eb222121e req-d15c89c1-7ff1-42d1-a580-d12f79737f85 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0559332 Apr 08 17:42:26.482971 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4cedda04-4c34-482b-872a-b75eb222121e req-2f0ac5fb-a83d-4de6-877c-f78dda5aaa17 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453818 Apr 08 17:42:27.608785 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035b64b-305f-40c4-b48b-3f66e63f27ac req-fa744954-b454-41e0-aa4c-a2254103ce38 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:27.610362 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5035b64b-305f-40c4-b48b-3f66e63f27ac req-fa744954-b454-41e0-aa4c-a2254103ce38 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0506365 Apr 08 17:42:27.666549 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5035b64b-305f-40c4-b48b-3f66e63f27ac req-b1c40b99-adb1-48c2-a595-76f5b76eb314 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492418 Apr 08 17:42:28.818963 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3634c3-0e2c-4449-8fdf-ed821796a332 req-c169f8a8-44a4-4e8e-9e90-c9d7184d08cb tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:28.820368 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cd3634c3-0e2c-4449-8fdf-ed821796a332 req-c169f8a8-44a4-4e8e-9e90-c9d7184d08cb tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0705669 Apr 08 17:42:28.883743 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cd3634c3-0e2c-4449-8fdf-ed821796a332 req-fa06f09b-6e57-4a72-94e6-f1d2ba24a43d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552037 Apr 08 17:42:30.021867 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8574a01-8e92-40e6-887e-d39af502af7e req-930d0f0c-8ace-4950-8096-dc55cddcfbe0 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:30.023355 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c8574a01-8e92-40e6-887e-d39af502af7e req-930d0f0c-8ace-4950-8096-dc55cddcfbe0 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0596056 Apr 08 17:42:30.079623 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c8574a01-8e92-40e6-887e-d39af502af7e req-271bd81a-05f4-41cd-877b-6c4f5c25bc5d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480742 Apr 08 17:42:31.195576 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560b522-1890-4bb1-b814-7844fd2ee33f req-cdf02d05-bf46-464c-bb7a-a9b87297e119 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:31.197069 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8560b522-1890-4bb1-b814-7844fd2ee33f req-cdf02d05-bf46-464c-bb7a-a9b87297e119 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0504062 Apr 08 17:42:31.247679 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8560b522-1890-4bb1-b814-7844fd2ee33f req-11d46978-f0f2-4d93-a6e6-a179a1e5f4ae tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449238 Apr 08 17:42:32.388721 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf4216-259f-48a1-8d0b-64135348ae17 req-69ee25b0-797d-4ad5-8d26-12a29fad1bc6 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:32.390359 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-aeaf4216-259f-48a1-8d0b-64135348ae17 req-69ee25b0-797d-4ad5-8d26-12a29fad1bc6 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0570889 Apr 08 17:42:32.446127 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-aeaf4216-259f-48a1-8d0b-64135348ae17 req-5b574f74-4837-4608-b231-5930c1ed4ca7 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476677 Apr 08 17:42:33.591734 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff90114-d8d3-4f92-9352-de9d5fca874f req-8182b7d5-de7f-4e50-a377-2fbd97bbe236 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:33.593258 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-dff90114-d8d3-4f92-9352-de9d5fca874f req-8182b7d5-de7f-4e50-a377-2fbd97bbe236 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0541532 Apr 08 17:42:33.645487 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-dff90114-d8d3-4f92-9352-de9d5fca874f req-d78511c3-d559-4c2b-847c-090817f73798 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427001 Apr 08 17:42:34.778661 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7e320-ddfa-46f1-85bb-ce58df59d52a req-785329b3-3ee5-480c-bea3-d3deab18cae8 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:34.780161 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-18d7e320-ddfa-46f1-85bb-ce58df59d52a req-785329b3-3ee5-480c-bea3-d3deab18cae8 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0472684 Apr 08 17:42:34.834781 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-18d7e320-ddfa-46f1-85bb-ce58df59d52a req-e40296d3-cd12-4a8d-ac25-55c2211fecea tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473423 Apr 08 17:42:35.966567 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b796db5-0ff2-4b2a-a578-0f59fc70ce81 req-802bd2d6-a548-4594-9680-d7fe03ba0a64 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:35.968116 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5b796db5-0ff2-4b2a-a578-0f59fc70ce81 req-802bd2d6-a548-4594-9680-d7fe03ba0a64 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0540011 Apr 08 17:42:36.017383 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5b796db5-0ff2-4b2a-a578-0f59fc70ce81 req-2f6ae2f3-3b1a-4066-bdc0-2d27eea97f75 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419452 Apr 08 17:42:37.152539 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed1026-735e-4872-813e-d3693d699b1f req-18d0675d-81f5-4449-9dcd-33b18133f008 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:37.154027 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-42ed1026-735e-4872-813e-d3693d699b1f req-18d0675d-81f5-4449-9dcd-33b18133f008 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0495093 Apr 08 17:42:37.203486 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-42ed1026-735e-4872-813e-d3693d699b1f req-602664fa-5ba4-4b0e-8e6a-a11078d9b93f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434873 Apr 08 17:42:38.332967 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd76248-a4ed-42b5-8053-35ac25e04725 req-0f24ce6d-609e-4ece-8084-c8b635f5ac6f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:38.334480 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2fd76248-a4ed-42b5-8053-35ac25e04725 req-0f24ce6d-609e-4ece-8084-c8b635f5ac6f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0565727 Apr 08 17:42:38.386816 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2fd76248-a4ed-42b5-8053-35ac25e04725 req-2ab20f67-bd9f-43ff-b977-311888ffda00 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464056 Apr 08 17:42:39.523523 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51d1e5-d405-41dd-8ef1-f390e8e5e12f req-3e96b980-c035-4852-9a81-4ebd3412507e tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:39.525138 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6c51d1e5-d405-41dd-8ef1-f390e8e5e12f req-3e96b980-c035-4852-9a81-4ebd3412507e tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0649040 Apr 08 17:42:39.576538 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6c51d1e5-d405-41dd-8ef1-f390e8e5e12f req-969564fd-8b7a-4437-b869-7bab63d42e9c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455406 Apr 08 17:42:39.704232 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346ea76-8d29-4fbb-b53b-853979f4c822 req-5778962c-ed45-4a7e-8881-f61db72c503b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:39.705789 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8346ea76-8d29-4fbb-b53b-853979f4c822 req-5778962c-ed45-4a7e-8881-f61db72c503b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0560155 Apr 08 17:42:39.717316 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 39448) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:39.721649 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-aa284552-2210-4d02-827e-b762b8148e65 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Request body: {'floatingip': {'port_id': '1e38fd6e-c87f-4098-8fde-603fab5301f3'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:42:39.761180 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-aa284552-2210-4d02-827e-b762b8148e65 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for floatingip (ae85e9d9-ff6f-4b40-8d9f-9be47f228734), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:40.478585 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-aa284552-2210-4d02-827e-b762b8148e65 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:40.486444 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-aa284552-2210-4d02-827e-b762b8148e65 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (ae85e9d9-ff6f-4b40-8d9f-9be47f228734), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:40.588692 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.l3_db [None req-aa284552-2210-4d02-827e-b762b8148e65 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Floating IP ae85e9d9-ff6f-4b40-8d9f-9be47f228734 associated. External IP: 172.27.1.94, port: 1e38fd6e-c87f-4098-8fde-603fab5301f3. Apr 08 17:42:40.822589 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa284552-2210-4d02-827e-b762b8148e65 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Router 34ed58de-58f0-4f58-8d11-1848e18b0a73 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:42:40.940577 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa284552-2210-4d02-827e-b762b8148e65 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:42:40.946109 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-aa284552-2210-4d02-827e-b762b8148e65 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:40.951373 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53ed6c8-e63d-4923-9bbe-83e3b136591b None None] Sync routers for ids ['34ed58de-58f0-4f58-8d11-1848e18b0a73'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:42:40.962234 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53ed6c8-e63d-4923-9bbe-83e3b136591b None None] Routers {'34ed58de-58f0-4f58-8d11-1848e18b0a73'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:42:40.962839 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-d53ed6c8-e63d-4923-9bbe-83e3b136591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:42:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['34ed58de-58f0-4f58-8d11-1848e18b0a73'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:42:40.977720 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-aa284552-2210-4d02-827e-b762b8148e65 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "PUT /v2.0/floatingips/ae85e9d9-ff6f-4b40-8d9f-9be47f228734 HTTP/1.1" status: 200 len: 990 time: 1.2593849 Apr 08 17:42:40.978295 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4ac931-1d70-4187-9b78-ec1d104fbc8c', 'tag': '1e38fd6e-c87f-4098-8fde-603fab5301f3'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:42:40.980767 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01876a1-4370-4873-8977-1daf2029d018" -d '{"events": [{"name": "network-changed", "server_uuid": "da4ac931-1d70-4187-9b78-ec1d104fbc8c", "tag": "1e38fd6e-c87f-4098-8fde-603fab5301f3"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:42:41.016202 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff96357-6f68-470e-a3bb-fc5768317682 x-openstack-request-id: req-dff96357-6f68-470e-a3bb-fc5768317682 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:42:41.016511 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4ac931-1d70-4187-9b78-ec1d104fbc8c", "tag": "1e38fd6e-c87f-4098-8fde-603fab5301f3", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:42:41.016764 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dff96357-6f68-470e-a3bb-fc5768317682 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:42:41.017165 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dff96357-6f68-470e-a3bb-fc5768317682'] response: {'name': 'network-changed', 'server_uuid': 'da4ac931-1d70-4187-9b78-ec1d104fbc8c', 'tag': '1e38fd6e-c87f-4098-8fde-603fab5301f3', 'status': 'completed', 'code': 200} Apr 08 17:42:41.076837 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-d53ed6c8-e63d-4923-9bbe-83e3b136591b None None] Set router 34ed58de-58f0-4f58-8d11-1848e18b0a73 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:42:41.314078 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-d53ed6c8-e63d-4923-9bbe-83e3b136591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'name': 'tempest-ServerRescueNegativeTestJSON-1434803203-router', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:46Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'gw_port': {'id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': 'ae85e9d9-ff6f-4b40-8d9f-9be47f228734', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'port_id': '1e38fd6e-c87f-4098-8fde-603fab5301f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'mac_address': 'fa:16:3e:0d:80:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ac931-1d70-4187-9b78-ec1d104fbc8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:42:05Z', 'updated_at': '2022-04-08T17:42:40Z', 'revision_number': 1, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844de5c2-265f-4917-ba2f-c39874925182', 'name': '', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'mac_address': 'fa:16:3e:84:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:39:14Z', 'revision_number': 5, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'subnets': [{'id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:42:41.344637 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53ed6c8-e63d-4923-9bbe-83e3b136591b None None] Checking router: 34ed58de-58f0-4f58-8d11-1848e18b0a73 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:42:41.353434 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53ed6c8-e63d-4923-9bbe-83e3b136591b None None] Routers {'34ed58de-58f0-4f58-8d11-1848e18b0a73'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:42:41.354040 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-d53ed6c8-e63d-4923-9bbe-83e3b136591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:42:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['34ed58de-58f0-4f58-8d11-1848e18b0a73'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:42:41.462860 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-d53ed6c8-e63d-4923-9bbe-83e3b136591b None None] Set router 34ed58de-58f0-4f58-8d11-1848e18b0a73 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:42:41.688900 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-d53ed6c8-e63d-4923-9bbe-83e3b136591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'name': 'tempest-ServerRescueNegativeTestJSON-1434803203-router', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:46Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'gw_port': {'id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': 'ae85e9d9-ff6f-4b40-8d9f-9be47f228734', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'port_id': '1e38fd6e-c87f-4098-8fde-603fab5301f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'mac_address': 'fa:16:3e:0d:80:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ac931-1d70-4187-9b78-ec1d104fbc8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:42:05Z', 'updated_at': '2022-04-08T17:42:40Z', 'revision_number': 1, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844de5c2-265f-4917-ba2f-c39874925182', 'name': '', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'mac_address': 'fa:16:3e:84:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:39:14Z', 'revision_number': 5, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'subnets': [{'id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:42:41.719479 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53ed6c8-e63d-4923-9bbe-83e3b136591b None None] The sync data for ids ['34ed58de-58f0-4f58-8d11-1848e18b0a73'] in dv-cinder-837166-1-iscsi is: [{'id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'name': 'tempest-ServerRescueNegativeTestJSON-1434803203-router', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:46Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'gw_port': {'id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': 'ae85e9d9-ff6f-4b40-8d9f-9be47f228734', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'port_id': '1e38fd6e-c87f-4098-8fde-603fab5301f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'mac_address': 'fa:16:3e:0d:80:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ac931-1d70-4187-9b78-ec1d104fbc8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:42:05Z', 'updated_at': '2022-04-08T17:42:40Z', 'revision_number': 1, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844de5c2-265f-4917-ba2f-c39874925182', 'name': '', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'mac_address': 'fa:16:3e:84:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:39:14Z', 'revision_number': 5, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'subnets': [{'id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:42:41.913162 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa408c-c581-4e44-a852-d9ca8b5138b5 None None] New status for floating IP ae85e9d9-ff6f-4b40-8d9f-9be47f228734: ACTIVE {{(pid=103550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:42:43.021317 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aea7277e-e946-46c0-8618-ebb64ade12b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:45.416572 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cc5f07c1-9a3a-4236-8e9a-3a942572ad85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:45.831378 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01876a1-4370-4873-8977-1daf2029d018 req-702b61dd-de19-4930-a892-e5c526b0b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:45.833282 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b01876a1-4370-4873-8977-1daf2029d018 req-702b61dd-de19-4930-a892-e5c526b0b4b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 1129 time: 0.0539279 Apr 08 17:42:46.402016 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:46.687714 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:47.834961 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01876a1-4370-4873-8977-1daf2029d018 req-a14e5f37-d17d-43e0-89d7-1db59ac3f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:47.836347 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b01876a1-4370-4873-8977-1daf2029d018 req-a14e5f37-d17d-43e0-89d7-1db59ac3f3e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b895debd-97b0-43f9-854d-b53eac68cddb HTTP/1.1" status: 200 len: 920 time: 0.1063917 Apr 08 17:42:47.961890 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:48.444757 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b01876a1-4370-4873-8977-1daf2029d018 req-ae048182-531f-4a16-9d7c-87cc49d49ac0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e38fd6e-c87f-4098-8fde-603fab5301f3 HTTP/1.1" status: 200 len: 1000 time: 0.0669477 Apr 08 17:42:48.517233 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01876a1-4370-4873-8977-1daf2029d018 req-947ed6f7-141d-465d-b17e-60015b4a5a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:48.518789 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b01876a1-4370-4873-8977-1daf2029d018 req-947ed6f7-141d-465d-b17e-60015b4a5a0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8971a54-bad3-4305-9d36-2982512b73f9 HTTP/1.1" status: 200 len: 858 time: 0.0576134 Apr 08 17:42:48.868090 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01876a1-4370-4873-8977-1daf2029d018 req-6054d469-97c6-4324-af48-312836808bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:48.871101 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b01876a1-4370-4873-8977-1daf2029d018 req-6054d469-97c6-4324-af48-312836808bfb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b895debd-97b0-43f9-854d-b53eac68cddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481548 Apr 08 17:42:48.980583 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b01876a1-4370-4873-8977-1daf2029d018 req-98c706e1-d62e-42d3-ab92-1dbc52d2b756 service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906615 Apr 08 17:42:49.077928 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b01876a1-4370-4873-8977-1daf2029d018 req-a8badfbd-63a7-4e31-b769-b71da53e81aa service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840418 Apr 08 17:42:49.545731 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:50.399535 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f9262b14-0953-4a14-a15d-4a8b264b2cbf req-74e20268-d1b5-4959-83a0-7c486981aec5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434816 Apr 08 17:42:50.470609 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9262b14-0953-4a14-a15d-4a8b264b2cbf req-dbecaa56-2dd7-418a-b0d1-61fb4e4fd65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:50.472122 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f9262b14-0953-4a14-a15d-4a8b264b2cbf req-dbecaa56-2dd7-418a-b0d1-61fb4e4fd65d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74a6abf6655b4484b7870dba86883953&device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 1129 time: 0.0444660 Apr 08 17:42:50.588665 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9262b14-0953-4a14-a15d-4a8b264b2cbf req-c3ea86c4-c600-4e12-adb9-8513045d6051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:50.590207 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f9262b14-0953-4a14-a15d-4a8b264b2cbf req-c3ea86c4-c600-4e12-adb9-8513045d6051 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e6e2ce3-9728-4fc0-915f-f4f91891414e HTTP/1.1" status: 200 len: 910 time: 0.0912690 Apr 08 17:42:50.662144 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f9262b14-0953-4a14-a15d-4a8b264b2cbf req-f833641e-d537-4ed9-beeb-625c7793d626 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbeb77ce-e8e8-4927-b509-08d9ccad99fb HTTP/1.1" status: 200 len: 1001 time: 0.0640113 Apr 08 17:42:50.711750 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9262b14-0953-4a14-a15d-4a8b264b2cbf req-c4df6908-b42f-4380-a9c4-a9784d37a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:50.713254 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f9262b14-0953-4a14-a15d-4a8b264b2cbf req-c4df6908-b42f-4380-a9c4-a9784d37a66a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e9e2b54-a696-442e-8b7f-0f08e3e15dd3 HTTP/1.1" status: 200 len: 848 time: 0.0437202 Apr 08 17:42:50.759011 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9262b14-0953-4a14-a15d-4a8b264b2cbf req-d0ce59e5-3410-4a83-8a8f-083666207b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:42:50.760494 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f9262b14-0953-4a14-a15d-4a8b264b2cbf req-d0ce59e5-3410-4a83-8a8f-083666207b61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e6e2ce3-9728-4fc0-915f-f4f91891414e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394294 Apr 08 17:42:50.857112 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f9262b14-0953-4a14-a15d-4a8b264b2cbf req-f37f0eca-16cc-4c16-a86c-87d9d3f3fbb1 service neutron] 10.222.0.20 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882833 Apr 08 17:42:50.974376 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f9262b14-0953-4a14-a15d-4a8b264b2cbf req-acb0ef58-ed09-4927-b3fb-7e620a8150f2 service neutron] 10.222.0.20 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046658 Apr 08 17:42:54.412614 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:42:55.011920 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 39584) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:55.125992 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-15b1d065-4269-4da1-97e0-7cf9029de9bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:55.209149 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-15b1d065-4269-4da1-97e0-7cf9029de9bc admin admin] Publish callbacks [] for security_group (9fbf309b-07c7-4eac-9f4a-43801830f7a1), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:55.216739 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-15b1d065-4269-4da1-97e0-7cf9029de9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (9fbf309b-07c7-4eac-9f4a-43801830f7a1), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:55.258323 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-15b1d065-4269-4da1-97e0-7cf9029de9bc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b37b9089e17a424ea0faa4722c9fae90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451756 Apr 08 17:42:55.258927 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1d065-4269-4da1-97e0-7cf9029de9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbf309b-07c7-4eac-9f4a-43801830f7a1,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:42:55.261756 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 39588) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:42:55.312800 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-aad10cd7-cac2-4b0f-b2a0-726650e5f7bc admin admin] Publish callbacks [] for security_group (9fbf309b-07c7-4eac-9f4a-43801830f7a1), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:55.336247 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-aad10cd7-cac2-4b0f-b2a0-726650e5f7bc admin admin] Publish callbacks [] for security_group (9fbf309b-07c7-4eac-9f4a-43801830f7a1), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:55.385544 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-aad10cd7-cac2-4b0f-b2a0-726650e5f7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (9fbf309b-07c7-4eac-9f4a-43801830f7a1), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:55.388344 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-aad10cd7-cac2-4b0f-b2a0-726650e5f7bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:55.389545 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-aad10cd7-cac2-4b0f-b2a0-726650e5f7bc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9fbf309b-07c7-4eac-9f4a-43801830f7a1 HTTP/1.1" status: 204 len: 168 time: 0.1268702 Apr 08 17:42:55.397289 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad10cd7-cac2-4b0f-b2a0-726650e5f7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbf309b-07c7-4eac-9f4a-43801830f7a1,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:43:01.211205 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 39634) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:43:01.317975 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5c977d3a-b6a6-4d79-b23c-4271d1918e85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:01.393781 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5c977d3a-b6a6-4d79-b23c-4271d1918e85 admin admin] Publish callbacks [] for security_group (d1c6a08c-4fed-4283-a772-97ac1bbe6711), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:01.400151 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5c977d3a-b6a6-4d79-b23c-4271d1918e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (d1c6a08c-4fed-4283-a772-97ac1bbe6711), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:01.439252 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-5c977d3a-b6a6-4d79-b23c-4271d1918e85 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=15b04e95a7504b2c9cf5df85a9b7725a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269435 Apr 08 17:43:01.440124 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c977d3a-b6a6-4d79-b23c-4271d1918e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c6a08c-4fed-4283-a772-97ac1bbe6711,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:43:01.443199 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 39638) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:43:01.502752 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e1c03161-86b5-4c73-b3be-a9f4dee216d7 admin admin] Publish callbacks [] for security_group (d1c6a08c-4fed-4283-a772-97ac1bbe6711), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:01.524887 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e1c03161-86b5-4c73-b3be-a9f4dee216d7 admin admin] Publish callbacks [] for security_group (d1c6a08c-4fed-4283-a772-97ac1bbe6711), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:01.582385 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e1c03161-86b5-4c73-b3be-a9f4dee216d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (d1c6a08c-4fed-4283-a772-97ac1bbe6711), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:01.586537 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e1c03161-86b5-4c73-b3be-a9f4dee216d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:01.588136 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-e1c03161-86b5-4c73-b3be-a9f4dee216d7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d1c6a08c-4fed-4283-a772-97ac1bbe6711 HTTP/1.1" status: 204 len: 168 time: 0.1430037 Apr 08 17:43:01.598193 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c03161-86b5-4c73-b3be-a9f4dee216d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c6a08c-4fed-4283-a772-97ac1bbe6711,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:43:13.020332 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f1a57357-33b1-4c39-90ba-d558502533f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:15.422090 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4d71cd73-06d9-4ee0-b308-71931b1273db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:16.411157 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:16.684593 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:17.969728 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:19.562902 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:31.419650 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:43:43.016123 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5132dc18-eb66-4159-bd1f-e8da734d099c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:45.426243 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-56711d44-d2c1-4014-9f70-68d02b4b7170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:46.421977 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:46.689008 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:47.970174 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:49.430152 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-eec31c04-a87d-4d88-8fa1-274594c8e9e5 req-eb596044-1124-484b-af58-38ae7da70279 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418389 Apr 08 17:43:49.511491 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec31c04-a87d-4d88-8fa1-274594c8e9e5 req-41a07ccf-a2ca-40cd-a6b4-b224fca1cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:49.513617 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-eec31c04-a87d-4d88-8fa1-274594c8e9e5 req-41a07ccf-a2ca-40cd-a6b4-b224fca1cf39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=871ad76eadfd4d88827f7e66f16eaa94&device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 1130 time: 0.0486939 Apr 08 17:43:49.539153 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:49.632092 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec31c04-a87d-4d88-8fa1-274594c8e9e5 req-7c62833a-788a-455c-a1f4-19e138d9c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:49.633654 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-eec31c04-a87d-4d88-8fa1-274594c8e9e5 req-7c62833a-788a-455c-a1f4-19e138d9c724 service neutron] 10.222.0.20 "GET /v2.0/networks?id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 HTTP/1.1" status: 200 len: 918 time: 0.0882628 Apr 08 17:43:49.710018 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-eec31c04-a87d-4d88-8fa1-274594c8e9e5 req-a19c636c-00a8-4e8a-8f01-ff207931ca8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84af0e26-395c-47be-ae44-b2b038690422 HTTP/1.1" status: 200 len: 1000 time: 0.0664756 Apr 08 17:43:49.773241 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec31c04-a87d-4d88-8fa1-274594c8e9e5 req-6eae1799-908a-49d9-82e0-c556ac16b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:49.774640 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-eec31c04-a87d-4d88-8fa1-274594c8e9e5 req-6eae1799-908a-49d9-82e0-c556ac16b8cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1896ad45-f1dd-47eb-87e5-845f315dcdb0 HTTP/1.1" status: 200 len: 856 time: 0.0561705 Apr 08 17:43:49.822153 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec31c04-a87d-4d88-8fa1-274594c8e9e5 req-8fde0105-1872-4008-8264-543b2e3449c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:49.823641 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-eec31c04-a87d-4d88-8fa1-274594c8e9e5 req-8fde0105-1872-4008-8264-543b2e3449c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388246 Apr 08 17:43:50.149195 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-eec31c04-a87d-4d88-8fa1-274594c8e9e5 req-3b121aa4-3f05-4a65-98e5-82aebf1331d1 service neutron] 10.222.0.20 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176386 Apr 08 17:43:50.251277 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-eec31c04-a87d-4d88-8fa1-274594c8e9e5 req-684d985b-3239-4a78-8c8b-7f3de17090d2 service neutron] 10.222.0.20 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890958 Apr 08 17:43:59.051204 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee52944-607d-4959-94da-3349607db644 req-617d89d0-262d-4548-8e33-fa51fee55244 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:43:59.053229 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0ee52944-607d-4959-94da-3349607db644 req-617d89d0-262d-4548-8e33-fa51fee55244 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0564227 Apr 08 17:43:59.114141 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0ee52944-607d-4959-94da-3349607db644 req-b0786cdc-65fd-4d6d-a726-846c5ac28974 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526860 Apr 08 17:44:00.247368 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef84ed0-cd1f-4a78-a0e7-a37e8174e5ac req-dfc47832-6f49-472d-b746-c2cb63c5c9dc tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:00.248904 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7ef84ed0-cd1f-4a78-a0e7-a37e8174e5ac req-dfc47832-6f49-472d-b746-c2cb63c5c9dc tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0491703 Apr 08 17:44:00.297356 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7ef84ed0-cd1f-4a78-a0e7-a37e8174e5ac req-ffe3249f-bb43-4a5c-bb30-d08c36f54e5e tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425632 Apr 08 17:44:01.542356 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab704b6-507b-438e-b7ef-02b9648c4256 req-6fd2cb31-1fcc-4b7d-990b-53c6a1c27dc2 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:01.543851 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6ab704b6-507b-438e-b7ef-02b9648c4256 req-6fd2cb31-1fcc-4b7d-990b-53c6a1c27dc2 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.1730230 Apr 08 17:44:01.645894 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6ab704b6-507b-438e-b7ef-02b9648c4256 req-fd1640e6-0990-4e46-a2a3-57474dce048f tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919843 Apr 08 17:44:02.771926 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad78c1-8615-4bb4-82c6-095aa012f182 req-4e82755e-a6ea-4568-8f14-15654046703b tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:02.773498 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-32ad78c1-8615-4bb4-82c6-095aa012f182 req-4e82755e-a6ea-4568-8f14-15654046703b tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0570393 Apr 08 17:44:02.822265 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-32ad78c1-8615-4bb4-82c6-095aa012f182 req-ba9a9e0a-86c5-45a5-8e39-becc56257b23 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430806 Apr 08 17:44:03.374643 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf29653-ecf4-4a9b-a456-a04d087039bd req-b022a8da-c0e4-455b-bf98-2552c6df74cf tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:03.376295 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-baf29653-ecf4-4a9b-a456-a04d087039bd req-b022a8da-c0e4-455b-bf98-2552c6df74cf tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0522807 Apr 08 17:44:03.428721 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-baf29653-ecf4-4a9b-a456-a04d087039bd req-b5dcdac1-3a33-4a1a-af61-b3b9cbe4aee9 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459423 Apr 08 17:44:03.936846 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05ff82-34ca-4e74-9920-c7c160a82b82 req-e6737b4d-9798-4aab-a786-706a1645d93c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:03.938358 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-bc05ff82-34ca-4e74-9920-c7c160a82b82 req-e6737b4d-9798-4aab-a786-706a1645d93c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0471039 Apr 08 17:44:03.992143 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-bc05ff82-34ca-4e74-9920-c7c160a82b82 req-997d80d3-1f17-4727-9d27-1cf798da5570 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466080 Apr 08 17:44:04.572253 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fbb6a-235e-4c25-ad39-e7617ca98e77 req-fe4d2fc8-9b5d-4b52-bad7-4d9677517023 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:04.574086 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a24fbb6a-235e-4c25-ad39-e7617ca98e77 req-fe4d2fc8-9b5d-4b52-bad7-4d9677517023 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0591493 Apr 08 17:44:04.623555 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a24fbb6a-235e-4c25-ad39-e7617ca98e77 req-e75cc20a-a070-40ec-920c-bee5e6a85fc2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429509 Apr 08 17:44:05.126329 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdfdec-129b-4674-b73f-b03000dd0808 req-44a2121b-d362-4a23-a138-14ea36ae7c2a tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:05.127703 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fdfdfdec-129b-4674-b73f-b03000dd0808 req-44a2121b-d362-4a23-a138-14ea36ae7c2a tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0594847 Apr 08 17:44:05.189038 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fdfdfdec-129b-4674-b73f-b03000dd0808 req-7d49476f-51d6-47bd-bd7d-e776488edc79 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531876 Apr 08 17:44:05.756746 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f3ae8-4b55-43eb-bcc9-7af511ed80b1 req-aae69a20-44db-4e32-9da7-185639c4b78a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:05.758222 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d77f3ae8-4b55-43eb-bcc9-7af511ed80b1 req-aae69a20-44db-4e32-9da7-185639c4b78a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0576856 Apr 08 17:44:05.805454 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d77f3ae8-4b55-43eb-bcc9-7af511ed80b1 req-fef71846-c1ad-43c0-8f7a-dfef076a3346 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415952 Apr 08 17:44:06.333105 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7f55b-8cc3-43c7-abfc-d1c412b87ffc req-0de9e62c-887b-4253-9a8c-183f300dcaa3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:06.334725 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f5f7f55b-8cc3-43c7-abfc-d1c412b87ffc req-0de9e62c-887b-4253-9a8c-183f300dcaa3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0503027 Apr 08 17:44:06.381383 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f5f7f55b-8cc3-43c7-abfc-d1c412b87ffc req-ccd4fb42-8152-4317-a104-c4fa106b15f9 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409131 Apr 08 17:44:06.937308 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c4c45-562b-46a3-8a6c-20438c7363ee req-48aae103-88dc-4045-ac32-e88461356738 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:06.938943 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ea7c4c45-562b-46a3-8a6c-20438c7363ee req-48aae103-88dc-4045-ac32-e88461356738 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0578399 Apr 08 17:44:06.987041 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ea7c4c45-562b-46a3-8a6c-20438c7363ee req-7e8ad28e-2e8e-4278-9203-ec23524fd99b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424502 Apr 08 17:44:07.517100 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c8cf0-d968-45ce-8370-8cdedc62666d req-c1078058-45e3-4387-b95e-906594fcf129 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:07.518476 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5f9c8cf0-d968-45ce-8370-8cdedc62666d req-c1078058-45e3-4387-b95e-906594fcf129 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0596671 Apr 08 17:44:07.572826 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5f9c8cf0-d968-45ce-8370-8cdedc62666d req-435af209-d5ea-437c-92f2-6d778207cb31 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460060 Apr 08 17:44:08.109711 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7a9f1-f961-4175-b0a2-e432264798c0 req-7da31714-e5d5-4d76-9730-6c553014dfe8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:08.111115 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5fa7a9f1-f961-4175-b0a2-e432264798c0 req-7da31714-e5d5-4d76-9730-6c553014dfe8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0514281 Apr 08 17:44:08.175324 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5fa7a9f1-f961-4175-b0a2-e432264798c0 req-24c89140-774d-4b2f-bb4e-48fd37598f81 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580418 Apr 08 17:44:08.416937 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:44:08.699918 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a1252-2ef5-4ded-bb3e-c02d8b05d824 req-ff511fb3-9bae-4290-a1fa-366b72900cd2 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:08.701145 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-af5a1252-2ef5-4ded-bb3e-c02d8b05d824 req-ff511fb3-9bae-4290-a1fa-366b72900cd2 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0587239 Apr 08 17:44:08.751568 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-af5a1252-2ef5-4ded-bb3e-c02d8b05d824 req-19e67e76-516a-44c3-8ea2-a4ef55fc284c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432231 Apr 08 17:44:09.306113 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4a703-9fea-4ade-97c6-2324f1cae1cf req-288069f8-0892-4b2f-a3a7-a48b36e2e5ea tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:09.307676 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4bb4a703-9fea-4ade-97c6-2324f1cae1cf req-288069f8-0892-4b2f-a3a7-a48b36e2e5ea tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0555320 Apr 08 17:44:09.366265 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4bb4a703-9fea-4ade-97c6-2324f1cae1cf req-384d505e-d63a-4d2e-a741-90250f77b7b7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494945 Apr 08 17:44:09.886135 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d6a14-f86a-4d8a-9749-5eb77c6882de req-8056ae4b-08e0-4cae-9c1e-500e5786aa00 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:09.887623 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-185d6a14-f86a-4d8a-9749-5eb77c6882de req-8056ae4b-08e0-4cae-9c1e-500e5786aa00 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0547483 Apr 08 17:44:09.940543 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-185d6a14-f86a-4d8a-9749-5eb77c6882de req-32133f3b-5ebf-4d69-a8b8-31ceb26fc03f tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447261 Apr 08 17:44:10.503351 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1da20-51a2-4cb0-b280-2d6c5aab6506 req-baa918d5-e00c-4c6e-85a3-0bc3ebf59ccc tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:10.504770 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-69d1da20-51a2-4cb0-b280-2d6c5aab6506 req-baa918d5-e00c-4c6e-85a3-0bc3ebf59ccc tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0521553 Apr 08 17:44:10.554115 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-69d1da20-51a2-4cb0-b280-2d6c5aab6506 req-047b9f43-d9ce-4986-b4d2-79ffc363f7a7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418248 Apr 08 17:44:11.067916 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab2d28-df2a-4932-888f-a105f42dce2c req-e20d5010-1bdb-4743-8aad-9a18aa4c4bc0 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:11.069420 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-54ab2d28-df2a-4932-888f-a105f42dce2c req-e20d5010-1bdb-4743-8aad-9a18aa4c4bc0 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0482304 Apr 08 17:44:11.126440 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-54ab2d28-df2a-4932-888f-a105f42dce2c req-3eb87adc-62a4-44bc-b602-5296e721533c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486772 Apr 08 17:44:11.687549 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f58b7b-95e3-4f3e-9def-c4d3b5e932c5 req-a2dafcc2-7716-438d-aec6-88d2a2c53036 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:11.689050 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-68f58b7b-95e3-4f3e-9def-c4d3b5e932c5 req-a2dafcc2-7716-438d-aec6-88d2a2c53036 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0524123 Apr 08 17:44:11.746080 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-68f58b7b-95e3-4f3e-9def-c4d3b5e932c5 req-f3b33b44-af50-4457-bfbe-3be6f7e06b5d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477600 Apr 08 17:44:12.242767 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978a252-9fab-4cb0-b8ca-1686d76a6c7f req-32ed5db5-11d2-4e4b-8253-53377db2023b tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:12.244282 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f978a252-9fab-4cb0-b8ca-1686d76a6c7f req-32ed5db5-11d2-4e4b-8253-53377db2023b tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0483401 Apr 08 17:44:12.295590 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f978a252-9fab-4cb0-b8ca-1686d76a6c7f req-4419a13f-cee1-46e9-9023-19c94a299b9b tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450881 Apr 08 17:44:12.739101 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 39852) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:12.743717 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-7c8b8faf-4f4b-4199-a493-a9e9fed50a71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--982127641', 'description': 'tempest-description--181154328'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:12.770691 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7c8b8faf-4f4b-4199-a493-a9e9fed50a71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:12.868774 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7c8b8faf-4f4b-4199-a493-a9e9fed50a71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (f8b41ba8-175e-4a5b-b570-679bbaeb864a), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:12.874986 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7c8b8faf-4f4b-4199-a493-a9e9fed50a71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (f8b41ba8-175e-4a5b-b570-679bbaeb864a), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:12.897465 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a183c79-6c88-4822-9163-ffa0c50554f8 req-9cd9fc2f-d4c3-4586-9b37-d9014f2dafa3 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:12.898934 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9a183c79-6c88-4822-9163-ffa0c50554f8 req-9cd9fc2f-d4c3-4586-9b37-d9014f2dafa3 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0773268 Apr 08 17:44:12.923738 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7c8b8faf-4f4b-4199-a493-a9e9fed50a71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:12.924940 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-7c8b8faf-4f4b-4199-a493-a9e9fed50a71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1847563 Apr 08 17:44:12.928715 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 39856) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:12.931059 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b8faf-4f4b-4199-a493-a9e9fed50a71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b41ba8-175e-4a5b-b570-679bbaeb864a,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:12.933529 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-ccf1c006-968f-479b-8f2b-f96c2c5d8990 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'security_group_rule': {'security_group_id': 'f8b41ba8-175e-4a5b-b570-679bbaeb864a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:12.941513 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b8faf-4f4b-4199-a493-a9e9fed50a71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:12.941865 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b8faf-4f4b-4199-a493-a9e9fed50a71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:12.942202 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b8faf-4f4b-4199-a493-a9e9fed50a71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:12.942539 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b8faf-4f4b-4199-a493-a9e9fed50a71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:12.942865 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b8faf-4f4b-4199-a493-a9e9fed50a71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:12.943195 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b8faf-4f4b-4199-a493-a9e9fed50a71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:12.943517 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b8faf-4f4b-4199-a493-a9e9fed50a71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:12.943841 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b8faf-4f4b-4199-a493-a9e9fed50a71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:12.944161 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b8faf-4f4b-4199-a493-a9e9fed50a71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:12.944502 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b8faf-4f4b-4199-a493-a9e9fed50a71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:12.944825 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b8faf-4f4b-4199-a493-a9e9fed50a71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:12.945148 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b8faf-4f4b-4199-a493-a9e9fed50a71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:12.945460 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b8faf-4f4b-4199-a493-a9e9fed50a71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:12.945779 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b8faf-4f4b-4199-a493-a9e9fed50a71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:12.946077 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b8faf-4f4b-4199-a493-a9e9fed50a71 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:12.964732 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ccf1c006-968f-479b-8f2b-f96c2c5d8990 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (0fccde76-789c-4661-b65b-cd2a3b31fb7d), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:12.975526 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9a183c79-6c88-4822-9163-ffa0c50554f8 req-bb6f1711-a562-424e-a90a-e94183a100a5 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687091 Apr 08 17:44:13.019478 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3247edf5-3437-420b-99d7-e4a10acbef31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:13.021152 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ccf1c006-968f-479b-8f2b-f96c2c5d8990 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (0fccde76-789c-4661-b65b-cd2a3b31fb7d), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:13.026786 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ccf1c006-968f-479b-8f2b-f96c2c5d8990 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (0fccde76-789c-4661-b65b-cd2a3b31fb7d), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:13.044737 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1c006-968f-479b-8f2b-f96c2c5d8990 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fccde76-789c-4661-b65b-cd2a3b31fb7d,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:13.054094 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ccf1c006-968f-479b-8f2b-f96c2c5d8990 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:13.055285 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-ccf1c006-968f-479b-8f2b-f96c2c5d8990 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255322 Apr 08 17:44:13.056627 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1c006-968f-479b-8f2b-f96c2c5d8990 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:13.057087 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1c006-968f-479b-8f2b-f96c2c5d8990 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:13.057571 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1c006-968f-479b-8f2b-f96c2c5d8990 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:13.058069 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1c006-968f-479b-8f2b-f96c2c5d8990 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:13.058325 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 39858) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:13.058566 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1c006-968f-479b-8f2b-f96c2c5d8990 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:13.059120 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1c006-968f-479b-8f2b-f96c2c5d8990 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:13.059678 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1c006-968f-479b-8f2b-f96c2c5d8990 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:13.060019 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1c006-968f-479b-8f2b-f96c2c5d8990 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:13.060351 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1c006-968f-479b-8f2b-f96c2c5d8990 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:13.060705 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1c006-968f-479b-8f2b-f96c2c5d8990 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:13.061035 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1c006-968f-479b-8f2b-f96c2c5d8990 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:13.061360 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1c006-968f-479b-8f2b-f96c2c5d8990 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:13.061682 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1c006-968f-479b-8f2b-f96c2c5d8990 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:13.062002 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1c006-968f-479b-8f2b-f96c2c5d8990 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:13.062321 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1c006-968f-479b-8f2b-f96c2c5d8990 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:13.062992 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-9ae42a5a-29cf-4a4e-8238-ac26a2de0366 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'security_group_rule': {'security_group_id': 'f8b41ba8-175e-4a5b-b570-679bbaeb864a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:13.091150 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9ae42a5a-29cf-4a4e-8238-ac26a2de0366 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (358a6672-70d2-4915-914c-b06595ec08ef), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:13.150911 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9ae42a5a-29cf-4a4e-8238-ac26a2de0366 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (358a6672-70d2-4915-914c-b06595ec08ef), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:13.157165 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9ae42a5a-29cf-4a4e-8238-ac26a2de0366 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (358a6672-70d2-4915-914c-b06595ec08ef), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:13.176151 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae42a5a-29cf-4a4e-8238-ac26a2de0366 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358a6672-70d2-4915-914c-b06595ec08ef,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:13.181087 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9ae42a5a-29cf-4a4e-8238-ac26a2de0366 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:13.182580 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-9ae42a5a-29cf-4a4e-8238-ac26a2de0366 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229641 Apr 08 17:44:13.186538 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 39860) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:13.191071 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-1306fe63-40a5-4069-a1ee-c78b7cf392cf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'floatingip': {'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:13.215370 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1306fe63-40a5-4069-a1ee-c78b7cf392cf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:13.308244 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1306fe63-40a5-4069-a1ee-c78b7cf392cf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:13.440641 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bb28f-63aa-4e02-8658-7635befc6e4c req-abb8e409-197a-4232-8cd7-79d59c5c135d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:13.442140 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-656bb28f-63aa-4e02-8658-7635befc6e4c req-abb8e409-197a-4232-8cd7-79d59c5c135d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0756822 Apr 08 17:44:13.465477 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-1306fe63-40a5-4069-a1ee-c78b7cf392cf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Allocated IP 172.27.1.178 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/85d4d67a-19ac-4809-ac91-6a909a1edeb8) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:44:13.527658 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-656bb28f-63aa-4e02-8658-7635befc6e4c req-9bd07462-6134-4d20-8d96-78f771fa7476 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791171 Apr 08 17:44:13.602259 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1306fe63-40a5-4069-a1ee-c78b7cf392cf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for port (85d4d67a-19ac-4809-ac91-6a909a1edeb8), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:13.639072 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1306fe63-40a5-4069-a1ee-c78b7cf392cf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (85d4d67a-19ac-4809-ac91-6a909a1edeb8), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:13.680329 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1306fe63-40a5-4069-a1ee-c78b7cf392cf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:44:13.685141 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-1306fe63-40a5-4069-a1ee-c78b7cf392cf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:44:13.688672 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1306fe63-40a5-4069-a1ee-c78b7cf392cf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:44:13.696965 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306fe63-40a5-4069-a1ee-c78b7cf392cf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'Port': ['ID=85d4d67a-19ac-4809-ac91-6a909a1edeb8,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:13.783536 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1306fe63-40a5-4069-a1ee-c78b7cf392cf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (9edd135a-8fe6-42b2-a0df-b9dd8f59d7fe), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:13.833389 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1306fe63-40a5-4069-a1ee-c78b7cf392cf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (85d4d67a-19ac-4809-ac91-6a909a1edeb8), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:13.992308 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1306fe63-40a5-4069-a1ee-c78b7cf392cf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for port (85d4d67a-19ac-4809-ac91-6a909a1edeb8), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:13.999868 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1306fe63-40a5-4069-a1ee-c78b7cf392cf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (85d4d67a-19ac-4809-ac91-6a909a1edeb8), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:14.071861 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306fe63-40a5-4069-a1ee-c78b7cf392cf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'Port': ['ID=85d4d67a-19ac-4809-ac91-6a909a1edeb8,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:14.085416 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1306fe63-40a5-4069-a1ee-c78b7cf392cf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (9edd135a-8fe6-42b2-a0df-b9dd8f59d7fe), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:14.099894 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4305ec-6311-4b18-8602-db86925c4209 req-44d2fb35-c724-4529-9576-2dc4b806fb93 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:14.101608 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ee4305ec-6311-4b18-8602-db86925c4209 req-44d2fb35-c724-4529-9576-2dc4b806fb93 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0503452 Apr 08 17:44:14.104966 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1306fe63-40a5-4069-a1ee-c78b7cf392cf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:14.106220 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-1306fe63-40a5-4069-a1ee-c78b7cf392cf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9186573 Apr 08 17:44:14.156993 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ee4305ec-6311-4b18-8602-db86925c4209 req-fa507195-9f94-4c98-82d3-a1f07dcd9758 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492065 Apr 08 17:44:14.259231 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-985dbc77-c7b6-455c-9712-0dd8b1843ec7 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--982127641&fields=id&tenant_id=c793b519db45404da066489467255859 HTTP/1.1" status: 200 len: 267 time: 0.0477731 Apr 08 17:44:14.382023 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-7589191e-d813-4077-960a-963834b1493d tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:14.383553 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-7589191e-d813-4077-960a-963834b1493d tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/networks?id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078 HTTP/1.1" status: 200 len: 815 time: 0.1173766 Apr 08 17:44:14.401937 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-f9b5046b-7e54-450e-a21b-6e6aa4f760ba tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/quotas/c793b519db45404da066489467255859 HTTP/1.1" status: 200 len: 375 time: 0.0099480 Apr 08 17:44:14.457959 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-e5314be7-6e92-4073-8330-ec713a0de194 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c793b519db45404da066489467255859&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477955 Apr 08 17:44:14.603603 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-0055a340-f57c-418f-b122-7968bd3f2d7f service neutron] 10.222.0.86 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331208 Apr 08 17:44:14.643880 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48238a-ac77-412d-84d5-b9634c37807c req-73ede33f-4bb0-4b3a-b2bd-4ccc200d18ab tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:14.645438 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5b48238a-ac77-412d-84d5-b9634c37807c req-73ede33f-4bb0-4b3a-b2bd-4ccc200d18ab tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0484776 Apr 08 17:44:14.694791 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5b48238a-ac77-412d-84d5-b9634c37807c req-66a9b92d-58bb-494a-91ca-2247fb122266 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427141 Apr 08 17:44:14.698919 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-cedd33f6-29df-4390-96c8-03cf127898f6 service neutron] 10.222.0.86 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887616 Apr 08 17:44:14.873060 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-071bfd6d-6f50-44f3-9e52-6421aff2cd5e req-9d7d9384-3639-4927-8d83-4e4422715fde tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 210 time: 0.0392721 Apr 08 17:44:14.917657 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea0bf3-1db1-4757-9864-283800587522 req-bc9f1645-c7bd-4eac-834f-b18cda37189e tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:14.919215 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-eeea0bf3-1db1-4757-9864-283800587522 req-bc9f1645-c7bd-4eac-834f-b18cda37189e tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0575793 Apr 08 17:44:14.970297 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-eeea0bf3-1db1-4757-9864-283800587522 req-93986ce9-07e5-4873-b89a-cd11ddbfe1aa tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448673 Apr 08 17:44:15.023018 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f250bca-57a0-4872-85d4-091117291cc4 req-b9ea8984-9c73-4420-bd58-856123436bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:15.024577 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3f250bca-57a0-4872-85d4-091117291cc4 req-b9ea8984-9c73-4420-bd58-856123436bf5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74a6abf6655b4484b7870dba86883953&device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 1129 time: 0.0871849 Apr 08 17:44:15.127735 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f250bca-57a0-4872-85d4-091117291cc4 req-4e3a548f-5dc6-457e-872e-bedf496d14b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:15.129299 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3f250bca-57a0-4872-85d4-091117291cc4 req-4e3a548f-5dc6-457e-872e-bedf496d14b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e6e2ce3-9728-4fc0-915f-f4f91891414e HTTP/1.1" status: 200 len: 910 time: 0.0942066 Apr 08 17:44:15.204275 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3f250bca-57a0-4872-85d4-091117291cc4 req-ba5faf82-9cdd-4bbd-b51c-ab8169bb6cc1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbeb77ce-e8e8-4927-b509-08d9ccad99fb HTTP/1.1" status: 200 len: 1001 time: 0.0613182 Apr 08 17:44:15.312867 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1d35b-bd71-4d74-8b6c-05403ea06227 req-0bb298e9-eedc-4259-b94f-3403c62496fb tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:15.314515 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-65f1d35b-bd71-4d74-8b6c-05403ea06227 req-0bb298e9-eedc-4259-b94f-3403c62496fb tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0803320 Apr 08 17:44:15.318519 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f250bca-57a0-4872-85d4-091117291cc4 req-586ec0d7-b36b-415c-abc4-bb13dee0a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:15.319937 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3f250bca-57a0-4872-85d4-091117291cc4 req-586ec0d7-b36b-415c-abc4-bb13dee0a0d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e9e2b54-a696-442e-8b7f-0f08e3e15dd3 HTTP/1.1" status: 200 len: 848 time: 0.0957553 Apr 08 17:44:15.392565 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f250bca-57a0-4872-85d4-091117291cc4 req-afb45c39-2b32-4bf0-92c5-35b449959f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:15.394067 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3f250bca-57a0-4872-85d4-091117291cc4 req-afb45c39-2b32-4bf0-92c5-35b449959f8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e6e2ce3-9728-4fc0-915f-f4f91891414e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643699 Apr 08 17:44:15.406065 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-65f1d35b-bd71-4d74-8b6c-05403ea06227 req-18764ab5-1f53-4244-9e04-ccfff18bdfe2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851400 Apr 08 17:44:15.427944 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4111095e-5be1-4ec8-a13c-d0c3d930210f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:15.498738 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3f250bca-57a0-4872-85d4-091117291cc4 req-caf126f9-879c-4c1c-8354-cab98f90a473 service neutron] 10.222.0.20 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917227 Apr 08 17:44:15.604337 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3f250bca-57a0-4872-85d4-091117291cc4 req-c7dfbba4-0cbf-4d23-b315-ce36bd555607 service neutron] 10.222.0.20 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864537 Apr 08 17:44:15.980578 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7e16918f-8c8c-449c-981f-f83b135de85e req-630cfd24-995b-4825-98ac-b8c4683d5dcb tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 210 time: 0.0311399 Apr 08 17:44:16.100225 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240687f-f53f-4ae8-94d7-5a48dc68a20f req-b5e3818c-eabd-4e44-bb9e-fd8e8d24711e tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:16.101739 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5240687f-f53f-4ae8-94d7-5a48dc68a20f req-b5e3818c-eabd-4e44-bb9e-fd8e8d24711e tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0518787 Apr 08 17:44:16.161167 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5240687f-f53f-4ae8-94d7-5a48dc68a20f req-9ff9972a-eb85-4ae2-b602-35a0de258191 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507123 Apr 08 17:44:16.375138 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-69247f35-4936-474d-9d03-a589331242ea tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:16.376828 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-69247f35-4936-474d-9d03-a589331242ea tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.20 "GET /v2.0/networks?id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078 HTTP/1.1" status: 200 len: 815 time: 0.1083312 Apr 08 17:44:16.426491 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:16.470023 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-33c30c24-e01e-47eb-8266-3233be09b713 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c793b519db45404da066489467255859 HTTP/1.1" status: 200 len: 472 time: 0.0708184 Apr 08 17:44:16.526735 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8422701-4466-4aeb-bb19-3a5d0e6e49f8 req-81bd733a-9017-4311-9dc1-1b840ff11bc4 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:16.528202 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a8422701-4466-4aeb-bb19-3a5d0e6e49f8 req-81bd733a-9017-4311-9dc1-1b840ff11bc4 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0474665 Apr 08 17:44:16.577332 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a8422701-4466-4aeb-bb19-3a5d0e6e49f8 req-687dad4c-6081-4007-800e-7634db580621 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406771 Apr 08 17:44:16.658859 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-83758085-8455-4ca2-823f-db3ca5812268 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'port': {'device_id': 'ee230d77-f54f-4e88-b186-c8b780981f9b', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'admin_state_up': True, 'tenant_id': 'c793b519db45404da066489467255859', 'security_groups': ['f8b41ba8-175e-4a5b-b570-679bbaeb864a']}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:16.692240 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:16.777640 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-83758085-8455-4ca2-823f-db3ca5812268 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Made reservation on behalf of c793b519db45404da066489467255859 for: {'port': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:44:16.782949 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-83758085-8455-4ca2-823f-db3ca5812268 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:16.921976 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-83758085-8455-4ca2-823f-db3ca5812268 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Allocated IP 172.20.0.3 (0220a826-6ea0-44a9-acbd-dc4c8bdf3078/d8edf8b4-73f8-49e2-a695-014df408b2d6/7f5bce5b-191e-44c3-895a-45aa9ec1eae9) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:44:17.086410 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-11020930-476b-41ef-bcf6-ce1f379a8290 req-a8018c44-4a2c-450c-809e-d3ca3b98541d tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 210 time: 0.0349479 Apr 08 17:44:17.091346 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-83758085-8455-4ca2-823f-db3ca5812268 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for port (7f5bce5b-191e-44c3-895a-45aa9ec1eae9), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:17.126997 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-83758085-8455-4ca2-823f-db3ca5812268 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (7f5bce5b-191e-44c3-895a-45aa9ec1eae9), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:17.169451 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-83758085-8455-4ca2-823f-db3ca5812268 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:44:17.172496 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-83758085-8455-4ca2-823f-db3ca5812268 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:44:17.176011 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-83758085-8455-4ca2-823f-db3ca5812268 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:44:17.205932 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83758085-8455-4ca2-823f-db3ca5812268 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'Port': ['ID=7f5bce5b-191e-44c3-895a-45aa9ec1eae9,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:17.240275 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-83758085-8455-4ca2-823f-db3ca5812268 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:17.241076 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-83758085-8455-4ca2-823f-db3ca5812268 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:17.262446 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-83758085-8455-4ca2-823f-db3ca5812268 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6074407 Apr 08 17:44:17.296056 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879759fc-e856-4db8-bcb2-33a0a7b94c82 req-a489ab2c-3210-4272-8741-1d446daad12a tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:17.297799 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-879759fc-e856-4db8-bcb2-33a0a7b94c82 req-a489ab2c-3210-4272-8741-1d446daad12a tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0533321 Apr 08 17:44:17.347030 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-879759fc-e856-4db8-bcb2-33a0a7b94c82 req-7d5fc0a1-f851-4cb5-a70c-4cf89f457c8d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434220 Apr 08 17:44:17.426380 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-89377c82-74ed-4188-b267-39a7d64f6780 None None] Provisioning complete for port 7f5bce5b-191e-44c3-895a-45aa9ec1eae9 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:17.426752 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-89377c82-74ed-4188-b267-39a7d64f6780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (7f5bce5b-191e-44c3-895a-45aa9ec1eae9), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:17.465201 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-89377c82-74ed-4188-b267-39a7d64f6780 None None] Port 7f5bce5b-191e-44c3-895a-45aa9ec1eae9 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:44:17.697324 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] Request body: {'port': {'device_id': 'ee230d77-f54f-4e88-b186-c8b780981f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:17.735592 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cb145-7128-476a-be7a-693b9b856da4 req-5d1fb943-8651-4180-be19-943fd1fe68d6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:17.737153 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f65cb145-7128-476a-be7a-693b9b856da4 req-5d1fb943-8651-4180-be19-943fd1fe68d6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0767372 Apr 08 17:44:17.786720 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (7f5bce5b-191e-44c3-895a-45aa9ec1eae9), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:17.819695 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f65cb145-7128-476a-be7a-693b9b856da4 req-d854050c-0aa4-4f9e-97ee-20688cf6112d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732865 Apr 08 17:44:17.972953 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.076139 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5bce5b-191e-44c3-895a-45aa9ec1eae9 {{(pid=103548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:44:18.083758 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] Publish callbacks [] for port (7f5bce5b-191e-44c3-895a-45aa9ec1eae9), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.096555 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.provisioning_blocks [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] Transition to ACTIVE for port object 7f5bce5b-191e-44c3-895a-45aa9ec1eae9 will not be triggered until provisioned by entity L2. {{(pid=103548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:44:18.103904 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (7f5bce5b-191e-44c3-895a-45aa9ec1eae9), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.179744 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5bce5b-191e-44c3-895a-45aa9ec1eae9,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:18.223110 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3f394-d644-44e7-ad44-041a09048998 req-fc06a367-83e1-49f3-ab2c-45fa63f2bd2c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:18.225290 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5fa3f394-d644-44e7-ad44-041a09048998 req-fc06a367-83e1-49f3-ab2c-45fa63f2bd2c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 943 time: 0.0652783 Apr 08 17:44:18.242993 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] Attempting to bind port 7f5bce5b-191e-44c3-895a-45aa9ec1eae9 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:44:18.243450 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] Attempting to bind port 7f5bce5b-191e-44c3-895a-45aa9ec1eae9 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:44:18.243865 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] Attempting to bind port 7f5bce5b-191e-44c3-895a-45aa9ec1eae9 on network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:44:18.249526 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] Port 7f5bce5b-191e-44c3-895a-45aa9ec1eae9 on network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:44:18.249757 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] Attempting to bind port 7f5bce5b-191e-44c3-895a-45aa9ec1eae9 on network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:44:18.255694 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] Checking agent: {'id': '0d41f64d-5a28-4579-bdba-007f65057d65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:44:18.256036 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] Checking segment: {'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:44:18.256623 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] Bound using segment: {'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:44:18.257055 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] Bound port: 7f5bce5b-191e-44c3-895a-45aa9ec1eae9, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'}}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:44:18.257418 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (7f5bce5b-191e-44c3-895a-45aa9ec1eae9), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.277296 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5fa3f394-d644-44e7-ad44-041a09048998 req-9b143454-d786-440a-8ac2-687a3f1fe4fc tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8b41ba8-175e-4a5b-b570-679bbaeb864a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444093 Apr 08 17:44:18.326590 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] For port 7f5bce5b-191e-44c3-895a-45aa9ec1eae9, host hv-cinder-83716, cleared binding levels {{(pid=103548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:44:18.329771 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] For port 7f5bce5b-191e-44c3-895a-45aa9ec1eae9, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7f5bce5b-191e-44c3-895a-45aa9ec1eae9,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:44:18.338008 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (7f5bce5b-191e-44c3-895a-45aa9ec1eae9), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.371841 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:18.372493 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:18.373896 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] 10.222.0.20 "PUT /v2.0/ports/7f5bce5b-191e-44c3-895a-45aa9ec1eae9 HTTP/1.1" status: 200 len: 1093 time: 0.7026691 Apr 08 17:44:18.374397 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee230d77-f54f-4e88-b186-c8b780981f9b', 'tag': '7f5bce5b-191e-44c3-895a-45aa9ec1eae9'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:44:18.376621 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11c237b-09db-45d1-96d8-c6beabb4367f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee230d77-f54f-4e88-b186-c8b780981f9b", "tag": "7f5bce5b-191e-44c3-895a-45aa9ec1eae9"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:44:18.403026 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0e5bc-a378-4afd-b383-9cfff1ee0877 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5bce5b-191e-44c3-895a-45aa9ec1eae9,revision_number=3']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:18.432507 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013ef5fd-accd-4c75-ab28-b065e225282a x-openstack-request-id: req-013ef5fd-accd-4c75-ab28-b065e225282a {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:44:18.432954 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee230d77-f54f-4e88-b186-c8b780981f9b", "tag": "7f5bce5b-191e-44c3-895a-45aa9ec1eae9", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:44:18.433309 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-013ef5fd-accd-4c75-ab28-b065e225282a {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:44:18.433743 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-013ef5fd-accd-4c75-ab28-b065e225282a'] response: {'name': 'network-changed', 'server_uuid': 'ee230d77-f54f-4e88-b186-c8b780981f9b', 'tag': '7f5bce5b-191e-44c3-895a-45aa9ec1eae9', 'status': 'completed', 'code': 200} Apr 08 17:44:18.535453 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-30e98d43-2d5a-4a50-8eb3-51271f318bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:18.537054 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-30e98d43-2d5a-4a50-8eb3-51271f318bf1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c793b519db45404da066489467255859&device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 1127 time: 0.0442512 Apr 08 17:44:18.589619 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-030add89-1c6b-4e2f-bff6-20d6b3996b1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f5bce5b-191e-44c3-895a-45aa9ec1eae9 HTTP/1.1" status: 200 len: 217 time: 0.0388689 Apr 08 17:44:18.644253 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-cdf7b0b6-27fd-4678-82d6-4219d29ba79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:18.645777 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-cdf7b0b6-27fd-4678-82d6-4219d29ba79a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8edf8b4-73f8-49e2-a695-014df408b2d6 HTTP/1.1" status: 200 len: 854 time: 0.0441866 Apr 08 17:44:18.704038 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-05b74a11-5c4a-4f3a-aa64-074fd842a49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:18.705597 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-05b74a11-5c4a-4f3a-aa64-074fd842a49c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485616 Apr 08 17:44:18.805977 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-acf495b0-c431-47d8-ba1a-a43c67e4aeda service neutron] 10.222.0.20 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913203 Apr 08 17:44:18.908055 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-92f6ac84-aac7-4b7c-97d4-c6457ae396d5 req-6a93d38d-6334-403d-a4ae-6ec1c044f802 service neutron] 10.222.0.20 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865700 Apr 08 17:44:18.941138 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae38a5b-7093-449d-9fd8-e27b16d94525 req-0857fd52-129c-4709-b09b-49c517122a1d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:18.942653 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5ae38a5b-7093-449d-9fd8-e27b16d94525 req-0857fd52-129c-4709-b09b-49c517122a1d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0495489 Apr 08 17:44:18.993930 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5ae38a5b-7093-449d-9fd8-e27b16d94525 req-3c156bda-6fad-4061-98f1-7c3aca738fe8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445065 Apr 08 17:44:19.405491 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e087df6-06e8-492b-b603-852ee15af001 req-ac72b43b-93d7-4fec-bdf7-dab5b58b95bd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:19.407001 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2e087df6-06e8-492b-b603-852ee15af001 req-ac72b43b-93d7-4fec-bdf7-dab5b58b95bd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 943 time: 0.0547495 Apr 08 17:44:19.455792 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2e087df6-06e8-492b-b603-852ee15af001 req-94885545-bef9-467a-9fa1-79239c325688 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8b41ba8-175e-4a5b-b570-679bbaeb864a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429931 Apr 08 17:44:19.546046 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:20.114234 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbaa47-5997-412e-9723-0aaa9fd87497 req-7854d77e-5ff0-4444-9545-b414b6d11a62 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:20.115690 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3bfbaa47-5997-412e-9723-0aaa9fd87497 req-7854d77e-5ff0-4444-9545-b414b6d11a62 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0485291 Apr 08 17:44:20.166028 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3bfbaa47-5997-412e-9723-0aaa9fd87497 req-391f8d61-67e3-42c1-922f-8a7c4dc8d09d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445380 Apr 08 17:44:20.587342 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f06806-ba82-4410-8e67-01eee56a358f req-8c794d66-f9c2-443c-9993-604eb6999028 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:20.589351 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-35f06806-ba82-4410-8e67-01eee56a358f req-8c794d66-f9c2-443c-9993-604eb6999028 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 943 time: 0.0530798 Apr 08 17:44:20.640218 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-35f06806-ba82-4410-8e67-01eee56a358f req-f0d070f8-0cff-4c85-a035-07eda9ae9810 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8b41ba8-175e-4a5b-b570-679bbaeb864a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446243 Apr 08 17:44:21.303847 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf91c2f-4b56-4bdf-b4df-6497903b042c req-4fcc27b5-8bc7-4dff-a50d-efec36bfe594 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:21.305361 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fbf91c2f-4b56-4bdf-b4df-6497903b042c req-4fcc27b5-8bc7-4dff-a50d-efec36bfe594 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0487597 Apr 08 17:44:21.353637 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fbf91c2f-4b56-4bdf-b4df-6497903b042c req-87fdc12a-e8ef-4b4f-8fdb-6c07fe0c6ca4 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425022 Apr 08 17:44:21.769307 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b163d8-6c4b-4c25-a580-cbc37694b77d req-f0a2195e-c1c8-4651-a0b4-c9d9c4e5f6f4 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:21.770793 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-07b163d8-6c4b-4c25-a580-cbc37694b77d req-f0a2195e-c1c8-4651-a0b4-c9d9c4e5f6f4 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 943 time: 0.0532699 Apr 08 17:44:21.838539 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-07b163d8-6c4b-4c25-a580-cbc37694b77d req-e0b2fba7-a17f-4090-97c9-ea6aae9e9d7a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8b41ba8-175e-4a5b-b570-679bbaeb864a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588777 Apr 08 17:44:22.487154 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0465ff-b613-470b-8b77-7444b9887fbd req-78614c2f-3126-4547-ac47-5a023fe99440 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:22.488575 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-bc0465ff-b613-470b-8b77-7444b9887fbd req-78614c2f-3126-4547-ac47-5a023fe99440 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0496824 Apr 08 17:44:22.537420 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-bc0465ff-b613-470b-8b77-7444b9887fbd req-ea76d1f4-2428-4429-8aae-91229bd871c0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403941 Apr 08 17:44:22.873043 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c237b-09db-45d1-96d8-c6beabb4367f req-a873de75-e514-4df5-ab9a-969e6e170236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:22.874595 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f11c237b-09db-45d1-96d8-c6beabb4367f req-a873de75-e514-4df5-ab9a-969e6e170236 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c793b519db45404da066489467255859&device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 1127 time: 0.0408382 Apr 08 17:44:22.989122 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e74d89-775c-45e8-a908-371ccf82f9e4 req-b5538434-07bb-40d0-aae2-7cbbf0102640 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:22.990588 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b7e74d89-775c-45e8-a908-371ccf82f9e4 req-b5538434-07bb-40d0-aae2-7cbbf0102640 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 943 time: 0.0798407 Apr 08 17:44:23.022075 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c237b-09db-45d1-96d8-c6beabb4367f req-7417bd13-b97b-4e66-a37a-2d988cf1abf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:23.023490 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f11c237b-09db-45d1-96d8-c6beabb4367f req-7417bd13-b97b-4e66-a37a-2d988cf1abf0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078 HTTP/1.1" status: 200 len: 916 time: 0.1388290 Apr 08 17:44:23.082168 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f11c237b-09db-45d1-96d8-c6beabb4367f req-c52e8d30-4d15-4bf3-8745-7ca3ffbbd9be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f5bce5b-191e-44c3-895a-45aa9ec1eae9 HTTP/1.1" status: 200 len: 217 time: 0.0451326 Apr 08 17:44:23.085608 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b7e74d89-775c-45e8-a908-371ccf82f9e4 req-5831b13a-c1e2-49ad-b184-845359b7d5fa tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8b41ba8-175e-4a5b-b570-679bbaeb864a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885210 Apr 08 17:44:23.145726 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c237b-09db-45d1-96d8-c6beabb4367f req-33bf062f-3ff9-409c-90bb-b959f1aabeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:23.147187 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f11c237b-09db-45d1-96d8-c6beabb4367f req-33bf062f-3ff9-409c-90bb-b959f1aabeab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8edf8b4-73f8-49e2-a695-014df408b2d6 HTTP/1.1" status: 200 len: 854 time: 0.0527372 Apr 08 17:44:23.204315 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c237b-09db-45d1-96d8-c6beabb4367f req-68295ae2-8362-43b0-9612-70600fb662f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:23.205826 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f11c237b-09db-45d1-96d8-c6beabb4367f req-68295ae2-8362-43b0-9612-70600fb662f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487995 Apr 08 17:44:23.555878 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f11c237b-09db-45d1-96d8-c6beabb4367f req-b98e5967-0273-459e-8243-729b6816f7bd service neutron] 10.222.0.20 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314178 Apr 08 17:44:23.661306 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39a9e9-2a60-4c33-848a-e0692d1159e1 req-20007075-17be-4623-9b25-391d06390ae2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:23.662830 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ec39a9e9-2a60-4c33-848a-e0692d1159e1 req-20007075-17be-4623-9b25-391d06390ae2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0521209 Apr 08 17:44:23.714784 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ec39a9e9-2a60-4c33-848a-e0692d1159e1 req-9dd3baf0-97c8-4dd7-a8eb-f24e5d38bd74 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451608 Apr 08 17:44:23.739265 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f11c237b-09db-45d1-96d8-c6beabb4367f req-b217877a-9133-420c-b472-34663cb86bb9 service neutron] 10.222.0.20 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931604 Apr 08 17:44:24.231324 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbea859-8f72-4196-b567-9794aac0d863 req-6cd16dff-d289-4fcd-ba4e-1ca854fe320a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:24.232859 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3bbea859-8f72-4196-b567-9794aac0d863 req-6cd16dff-d289-4fcd-ba4e-1ca854fe320a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 943 time: 0.0608220 Apr 08 17:44:24.289899 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3bbea859-8f72-4196-b567-9794aac0d863 req-d227ba77-a0c8-4728-990c-10c277b1ffe9 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8b41ba8-175e-4a5b-b570-679bbaeb864a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490410 Apr 08 17:44:24.754300 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 7f5bce5b-191e-44c3-895a-45aa9ec1eae9 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:44:24.844883 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594eeb7-7f85-408e-bd48-75ef4bda241b req-58b02276-ea7d-4259-a7f1-1ae2ae503a41 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:24.846436 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6594eeb7-7f85-408e-bd48-75ef4bda241b req-58b02276-ea7d-4259-a7f1-1ae2ae503a41 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0485034 Apr 08 17:44:24.859497 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 7f5bce5b-191e-44c3-895a-45aa9ec1eae9, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7f5bce5b-191e-44c3-895a-45aa9ec1eae9,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:24.871462 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': '7f5bce5b-191e-44c3-895a-45aa9ec1eae9', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'port_id': '7f5bce5b-191e-44c3-895a-45aa9ec1eae9', 'mac_address': 'fa:16:3e:5e:d1:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:44:24.895027 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6594eeb7-7f85-408e-bd48-75ef4bda241b req-8fd4484d-cbde-47b7-9418-21fd02809c28 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428703 Apr 08 17:44:24.910415 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 7f5bce5b-191e-44c3-895a-45aa9ec1eae9 is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:24.910582 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (7f5bce5b-191e-44c3-895a-45aa9ec1eae9), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:24.924186 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5bce5b-191e-44c3-895a-45aa9ec1eae9 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:44:24.943734 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 7f5bce5b-191e-44c3-895a-45aa9ec1eae9, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7f5bce5b-191e-44c3-895a-45aa9ec1eae9,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:24.949087 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (7f5bce5b-191e-44c3-895a-45aa9ec1eae9), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:25.001439 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=7f5bce5b-191e-44c3-895a-45aa9ec1eae9,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:25.008591 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:25.008882 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:25.009253 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:25.009606 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:25.009955 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:25.010360 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:25.010836 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:25.011135 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:25.011461 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:25.011778 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:25.012109 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:25.012424 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:25.012766 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:25.013084 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:25.013403 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:44:25.439069 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38564ce-95e7-4765-b6bb-52b1c2dc246f req-378bd034-c610-4e2d-a52a-9abbbd837c53 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:25.441006 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c38564ce-95e7-4765-b6bb-52b1c2dc246f req-378bd034-c610-4e2d-a52a-9abbbd837c53 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 944 time: 0.0677102 Apr 08 17:44:25.505147 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c38564ce-95e7-4765-b6bb-52b1c2dc246f req-aca6530b-84ba-4b8f-a0d2-19f7708c44ba tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8b41ba8-175e-4a5b-b570-679bbaeb864a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555532 Apr 08 17:44:26.027226 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e4744-fa53-480a-987b-1b6754b69513 req-c1db20b8-bbac-4206-970e-f0bffd0e2e94 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:26.028754 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a54e4744-fa53-480a-987b-1b6754b69513 req-c1db20b8-bbac-4206-970e-f0bffd0e2e94 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0610774 Apr 08 17:44:26.077586 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a54e4744-fa53-480a-987b-1b6754b69513 req-e06c858b-5a5d-4a3c-82ff-105ee0b70875 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425143 Apr 08 17:44:26.189715 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['7f5bce5b-191e-44c3-895a-45aa9ec1eae9'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:44:26.629263 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f625ff-a6b7-4b8f-9376-6e41bfb85002 req-3284b1e0-d431-407f-9754-b0a51246c43d tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:26.630729 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-51f625ff-a6b7-4b8f-9376-6e41bfb85002 req-3284b1e0-d431-407f-9754-b0a51246c43d tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 944 time: 0.0475740 Apr 08 17:44:26.681098 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-51f625ff-a6b7-4b8f-9376-6e41bfb85002 req-4f1171d8-3373-4345-8386-33f904a25cfd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8b41ba8-175e-4a5b-b570-679bbaeb864a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447345 Apr 08 17:44:27.223524 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222dac9-162e-467a-9c84-fa52960daf30 req-b20727dd-3640-4736-aa80-c5361bd4761b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:27.225039 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3222dac9-162e-467a-9c84-fa52960daf30 req-b20727dd-3640-4736-aa80-c5361bd4761b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0586398 Apr 08 17:44:27.274689 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3222dac9-162e-467a-9c84-fa52960daf30 req-0475c2dd-4c7f-4985-bc7e-c407ff522428 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418508 Apr 08 17:44:27.819400 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a521b-1441-45f7-a78a-024f1600c7d6 req-d657a3a5-897f-4ac1-aecd-c627055b03f1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:27.821482 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-007a521b-1441-45f7-a78a-024f1600c7d6 req-d657a3a5-897f-4ac1-aecd-c627055b03f1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 944 time: 0.0607646 Apr 08 17:44:27.848517 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 7f5bce5b-191e-44c3-895a-45aa9ec1eae9 up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:44:27.872172 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-007a521b-1441-45f7-a78a-024f1600c7d6 req-ac1473e4-92a5-4d0e-8aab-8d72f550a75b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8b41ba8-175e-4a5b-b570-679bbaeb864a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437386 Apr 08 17:44:27.902203 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning for port 7f5bce5b-191e-44c3-895a-45aa9ec1eae9 completed by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:44:27.910611 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port 7f5bce5b-191e-44c3-895a-45aa9ec1eae9 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:27.910972 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (7f5bce5b-191e-44c3-895a-45aa9ec1eae9), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:27.991811 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 7f5bce5b-191e-44c3-895a-45aa9ec1eae9 is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:27.992189 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (7f5bce5b-191e-44c3-895a-45aa9ec1eae9), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:28.016111 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee230d77-f54f-4e88-b186-c8b780981f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5bce5b-191e-44c3-895a-45aa9ec1eae9'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:44:28.018441 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ac1e08-bfc9-4183-aa3e-cdc691763d3a" -d '{"events": [{"server_uuid": "ee230d77-f54f-4e88-b186-c8b780981f9b", "name": "network-vif-plugged", "status": "completed", "tag": "7f5bce5b-191e-44c3-895a-45aa9ec1eae9"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:44:28.030964 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 7f5bce5b-191e-44c3-895a-45aa9ec1eae9, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7f5bce5b-191e-44c3-895a-45aa9ec1eae9,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:28.036144 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (7f5bce5b-191e-44c3-895a-45aa9ec1eae9), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:28.062576 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bc4d24-c0e5-4671-917c-3395a86c4916 x-openstack-request-id: req-16bc4d24-c0e5-4671-917c-3395a86c4916 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:44:28.062866 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee230d77-f54f-4e88-b186-c8b780981f9b", "name": "network-vif-plugged", "status": "completed", "tag": "7f5bce5b-191e-44c3-895a-45aa9ec1eae9", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:44:28.063116 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-16bc4d24-c0e5-4671-917c-3395a86c4916 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:44:28.063505 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16bc4d24-c0e5-4671-917c-3395a86c4916'] response: {'server_uuid': 'ee230d77-f54f-4e88-b186-c8b780981f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5bce5b-191e-44c3-895a-45aa9ec1eae9', 'code': 200} Apr 08 17:44:28.091414 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=7f5bce5b-191e-44c3-895a-45aa9ec1eae9,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:28.247132 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddd1d6-439c-43cd-8db9-06e163637239 req-f0fe22a3-9b07-40a9-b640-f0def4d4a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:28.248720 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c4ddd1d6-439c-43cd-8db9-06e163637239 req-f0fe22a3-9b07-40a9-b640-f0def4d4a027 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 1129 time: 0.0405514 Apr 08 17:44:28.299695 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c4ddd1d6-439c-43cd-8db9-06e163637239 req-4dc574cb-bf9a-4869-a3d6-066c6788b1c0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f8b41ba8-175e-4a5b-b570-679bbaeb864a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429153 Apr 08 17:44:28.401538 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e4b8f-ba88-49ce-98c5-3081f4714e43 req-6e6858ff-4e7d-440d-bd3c-18bfbddd515c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:28.403129 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-710e4b8f-ba88-49ce-98c5-3081f4714e43 req-6e6858ff-4e7d-440d-bd3c-18bfbddd515c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0539958 Apr 08 17:44:28.455496 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-710e4b8f-ba88-49ce-98c5-3081f4714e43 req-3d8d7279-3fc8-457d-973f-86076076fd6a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461135 Apr 08 17:44:28.995281 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0c23b-4366-494e-ba84-89d40f510628 req-4a42b568-6390-41a7-9372-ae4b6a779b87 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:28.996844 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d2b0c23b-4366-494e-ba84-89d40f510628 req-4a42b568-6390-41a7-9372-ae4b6a779b87 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 945 time: 0.0540111 Apr 08 17:44:29.050273 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d2b0c23b-4366-494e-ba84-89d40f510628 req-a0257f6b-f6e4-4393-9078-17b76704d40f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8b41ba8-175e-4a5b-b570-679bbaeb864a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451212 Apr 08 17:44:29.593751 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dde24-ac48-4383-9f8e-dc048f8cf1f2 req-333df573-fae4-4f2d-b000-602f23795a35 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:29.595232 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-130dde24-ac48-4383-9f8e-dc048f8cf1f2 req-333df573-fae4-4f2d-b000-602f23795a35 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0483112 Apr 08 17:44:29.641945 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-130dde24-ac48-4383-9f8e-dc048f8cf1f2 req-8659d68f-9651-4f80-9009-8a02cddd56dd tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409350 Apr 08 17:44:29.839254 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 84af0e26-395c-47be-ae44-b2b038690422 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:44:29.960481 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 84af0e26-395c-47be-ae44-b2b038690422, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=84af0e26-395c-47be-ae44-b2b038690422,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:29.971559 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': '84af0e26-395c-47be-ae44-b2b038690422', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'port_id': '84af0e26-395c-47be-ae44-b2b038690422', 'mac_address': 'fa:16:3e:e8:ee:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:44:30.015697 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 84af0e26-395c-47be-ae44-b2b038690422 is: ACTIVE; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:30.016086 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (84af0e26-395c-47be-ae44-b2b038690422), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:30.029820 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84af0e26-395c-47be-ae44-b2b038690422 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:44:30.050554 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 84af0e26-395c-47be-ae44-b2b038690422, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=84af0e26-395c-47be-ae44-b2b038690422,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:30.057513 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (84af0e26-395c-47be-ae44-b2b038690422), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:30.105015 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=84af0e26-395c-47be-ae44-b2b038690422,revision_number=6']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:30.195204 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66508129-dea9-4997-8dab-5ffd16c7adf1 req-d1c86f81-17ad-4b5c-82c9-bdf0b82cf489 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:30.197345 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-66508129-dea9-4997-8dab-5ffd16c7adf1 req-d1c86f81-17ad-4b5c-82c9-bdf0b82cf489 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 945 time: 0.0751140 Apr 08 17:44:30.254070 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-66508129-dea9-4997-8dab-5ffd16c7adf1 req-01083737-dbbd-4fa1-806a-481a73ba8629 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8b41ba8-175e-4a5b-b570-679bbaeb864a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500202 Apr 08 17:44:30.266886 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['84af0e26-395c-47be-ae44-b2b038690422'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:44:30.770393 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d08043-7db9-4483-bcfb-aec90c1fa691 req-d80a7a85-6042-4122-9702-d6080940e19a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:30.771864 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-56d08043-7db9-4483-bcfb-aec90c1fa691 req-d80a7a85-6042-4122-9702-d6080940e19a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 945 time: 0.0503464 Apr 08 17:44:30.823045 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-56d08043-7db9-4483-bcfb-aec90c1fa691 req-7e10214c-da48-4518-b73e-6c7431c5ccc5 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453830 Apr 08 17:44:31.393663 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37e00f-b1f2-493b-a944-d2075598c59c req-f9781040-adb7-4079-982e-2756dd7456f1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:31.395298 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fc37e00f-b1f2-493b-a944-d2075598c59c req-f9781040-adb7-4079-982e-2756dd7456f1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 945 time: 0.0592413 Apr 08 17:44:31.467350 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fc37e00f-b1f2-493b-a944-d2075598c59c req-0652d6eb-f4fd-4d29-ac63-a149c291647b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8b41ba8-175e-4a5b-b570-679bbaeb864a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606487 Apr 08 17:44:31.849702 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 84af0e26-395c-47be-ae44-b2b038690422 up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:44:31.905773 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port 84af0e26-395c-47be-ae44-b2b038690422 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:44:31.906172 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (84af0e26-395c-47be-ae44-b2b038690422), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:31.977611 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4535f90-ece2-4ace-81ae-63c4796fb9be req-eb9392cc-a031-448f-b942-864b850593d9 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:31.979131 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e4535f90-ece2-4ace-81ae-63c4796fb9be req-eb9392cc-a031-448f-b942-864b850593d9 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 945 time: 0.0631557 Apr 08 17:44:32.011885 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 84af0e26-395c-47be-ae44-b2b038690422 is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:32.012274 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (84af0e26-395c-47be-ae44-b2b038690422), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:32.039560 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b891b6-d56a-4d28-b5da-c2024d44fd99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84af0e26-395c-47be-ae44-b2b038690422'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:44:32.042347 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b698ff-1824-4a83-a916-fdccd21ce19b" -d '{"events": [{"server_uuid": "80b891b6-d56a-4d28-b5da-c2024d44fd99", "name": "network-vif-plugged", "status": "completed", "tag": "84af0e26-395c-47be-ae44-b2b038690422"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:44:32.046429 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e4535f90-ece2-4ace-81ae-63c4796fb9be req-48a7e640-826c-48c4-8c02-76c68013b1ac tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604498 Apr 08 17:44:32.055383 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 84af0e26-395c-47be-ae44-b2b038690422, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=84af0e26-395c-47be-ae44-b2b038690422,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:32.063644 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (84af0e26-395c-47be-ae44-b2b038690422), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:32.088237 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e5f7d2-9c65-4dde-b40b-5ed31deae5be x-openstack-request-id: req-09e5f7d2-9c65-4dde-b40b-5ed31deae5be {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:44:32.088610 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b891b6-d56a-4d28-b5da-c2024d44fd99", "name": "network-vif-plugged", "status": "completed", "tag": "84af0e26-395c-47be-ae44-b2b038690422", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:44:32.088863 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-09e5f7d2-9c65-4dde-b40b-5ed31deae5be {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:44:32.089423 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e5f7d2-9c65-4dde-b40b-5ed31deae5be'] response: {'server_uuid': '80b891b6-d56a-4d28-b5da-c2024d44fd99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84af0e26-395c-47be-ae44-b2b038690422', 'code': 200} Apr 08 17:44:32.114170 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=84af0e26-395c-47be-ae44-b2b038690422,revision_number=7']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:32.591492 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d37e7-0e2c-4c6b-b72e-c0378760617f req-9941ce2d-2c96-4ac7-980e-5d0145dfe09d tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:32.593027 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d21d37e7-0e2c-4c6b-b72e-c0378760617f req-9941ce2d-2c96-4ac7-980e-5d0145dfe09d tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 945 time: 0.0473042 Apr 08 17:44:32.643112 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d21d37e7-0e2c-4c6b-b72e-c0378760617f req-84684820-a8af-4631-800d-1131aa4d1897 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8b41ba8-175e-4a5b-b570-679bbaeb864a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421247 Apr 08 17:44:32.760081 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564f112-d97b-4f40-92af-fd32fd647d2d req-3b95caf0-62ca-4150-9fb7-a5d45ad2b142 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:32.761632 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f564f112-d97b-4f40-92af-fd32fd647d2d req-3b95caf0-62ca-4150-9fb7-a5d45ad2b142 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 945 time: 0.0527837 Apr 08 17:44:32.771832 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 39984) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:32.776106 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-9c890650-e05d-400c-b690-389b3aeb9e5a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'floatingip': {'port_id': '7f5bce5b-191e-44c3-895a-45aa9ec1eae9'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:44:32.814657 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9c890650-e05d-400c-b690-389b3aeb9e5a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (9edd135a-8fe6-42b2-a0df-b9dd8f59d7fe), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:33.179387 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3f09e-a892-4703-8cab-fda3840d4f0e req-0cf364a1-967a-4ab2-ae9d-5fff6f3900ef tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:33.180980 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b3a3f09e-a892-4703-8cab-fda3840d4f0e req-0cf364a1-967a-4ab2-ae9d-5fff6f3900ef tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0516381 Apr 08 17:44:33.229177 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b3a3f09e-a892-4703-8cab-fda3840d4f0e req-7952e9c7-7b1c-4eee-8c21-fc9476f9e0e4 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419271 Apr 08 17:44:33.258926 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9c890650-e05d-400c-b690-389b3aeb9e5a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:33.264782 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9c890650-e05d-400c-b690-389b3aeb9e5a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (9edd135a-8fe6-42b2-a0df-b9dd8f59d7fe), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:33.370268 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.l3_db [None req-9c890650-e05d-400c-b690-389b3aeb9e5a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Floating IP 9edd135a-8fe6-42b2-a0df-b9dd8f59d7fe associated. External IP: 172.27.1.178, port: 7f5bce5b-191e-44c3-895a-45aa9ec1eae9. Apr 08 17:44:33.587722 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c890650-e05d-400c-b690-389b3aeb9e5a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:44:33.957047 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c890650-e05d-400c-b690-389b3aeb9e5a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:44:33.961602 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9c890650-e05d-400c-b690-389b3aeb9e5a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:33.967279 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51291edf-ca2b-4de2-bc11-9bc27e8a8438 None None] Sync routers for ids ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:44:33.981448 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51291edf-ca2b-4de2-bc11-9bc27e8a8438 None None] Routers {'216c479a-d79f-4956-a3c4-c7cdf37e8d9d'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:44:33.982141 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-51291edf-ca2b-4de2-bc11-9bc27e8a8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:44:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:33.994214 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-9c890650-e05d-400c-b690-389b3aeb9e5a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "PUT /v2.0/floatingips/9edd135a-8fe6-42b2-a0df-b9dd8f59d7fe HTTP/1.1" status: 200 len: 991 time: 1.2212863 Apr 08 17:44:33.994860 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee230d77-f54f-4e88-b186-c8b780981f9b', 'tag': '7f5bce5b-191e-44c3-895a-45aa9ec1eae9'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:44:33.997411 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffacd427-beba-4aaf-bcbb-65cfe1dab9ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ee230d77-f54f-4e88-b186-c8b780981f9b", "tag": "7f5bce5b-191e-44c3-895a-45aa9ec1eae9"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:44:34.097166 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1856e2c0-50bf-42c3-961a-be12bc333967 x-openstack-request-id: req-1856e2c0-50bf-42c3-961a-be12bc333967 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:44:34.097465 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee230d77-f54f-4e88-b186-c8b780981f9b", "tag": "7f5bce5b-191e-44c3-895a-45aa9ec1eae9", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:44:34.098164 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1856e2c0-50bf-42c3-961a-be12bc333967 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:44:34.098164 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1856e2c0-50bf-42c3-961a-be12bc333967'] response: {'name': 'network-changed', 'server_uuid': 'ee230d77-f54f-4e88-b186-c8b780981f9b', 'tag': '7f5bce5b-191e-44c3-895a-45aa9ec1eae9', 'status': 'completed', 'code': 200} Apr 08 17:44:34.105508 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-51291edf-ca2b-4de2-bc11-9bc27e8a8438 None None] Set router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:44:34.170027 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacd427-beba-4aaf-bcbb-65cfe1dab9ce req-6d21797d-4c91-4788-9265-e80346a6aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:34.171579 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ffacd427-beba-4aaf-bcbb-65cfe1dab9ce req-6d21797d-4c91-4788-9265-e80346a6aa32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c793b519db45404da066489467255859&device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 1129 time: 0.0430934 Apr 08 17:44:34.273686 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacd427-beba-4aaf-bcbb-65cfe1dab9ce req-b5cefb96-7119-42e6-a6b7-1da2ff5086e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:34.275190 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ffacd427-beba-4aaf-bcbb-65cfe1dab9ce req-b5cefb96-7119-42e6-a6b7-1da2ff5086e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078 HTTP/1.1" status: 200 len: 916 time: 0.0959604 Apr 08 17:44:34.380980 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ffacd427-beba-4aaf-bcbb-65cfe1dab9ce req-e36868bf-4f5b-4133-ac01-c2e1014f7ae8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f5bce5b-191e-44c3-895a-45aa9ec1eae9 HTTP/1.1" status: 200 len: 999 time: 0.0945165 Apr 08 17:44:34.387843 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0685d-9a5e-448e-9d13-04d648df3a76 req-1cf42319-a135-4f08-b972-3f887e1b7ab1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:34.389357 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2df0685d-9a5e-448e-9d13-04d648df3a76 req-1cf42319-a135-4f08-b972-3f887e1b7ab1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0636556 Apr 08 17:44:34.417006 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-51291edf-ca2b-4de2-bc11-9bc27e8a8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '29c4058f-d7a4-4dfb-a5c7-dfdbe49342e9', 'tenant_id': 'c793b519db45404da066489467255859', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'port_id': 'b75418df-6259-4cd9-b31e-8ce95d69aa65', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'mac_address': 'fa:16:3e:a2:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad35461-9694-47a4-8496-57f32e6c30f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:39:08Z', 'updated_at': '2022-04-08T17:40:29Z', 'revision_number': 2, 'project_id': 'c793b519db45404da066489467255859', 'fixed_ip_address_scope': None}, {'id': '9edd135a-8fe6-42b2-a0df-b9dd8f59d7fe', 'tenant_id': 'c793b519db45404da066489467255859', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'port_id': '7f5bce5b-191e-44c3-895a-45aa9ec1eae9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'mac_address': 'fa:16:3e:5e:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee230d77-f54f-4e88-b186-c8b780981f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:44:13Z', 'updated_at': '2022-04-08T17:44:33Z', 'revision_number': 1, 'project_id': 'c793b519db45404da066489467255859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:34.446866 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51291edf-ca2b-4de2-bc11-9bc27e8a8438 None None] Checking router: 216c479a-d79f-4956-a3c4-c7cdf37e8d9d for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:44:34.455957 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51291edf-ca2b-4de2-bc11-9bc27e8a8438 None None] Routers {'216c479a-d79f-4956-a3c4-c7cdf37e8d9d'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:44:34.456612 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-51291edf-ca2b-4de2-bc11-9bc27e8a8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:44:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:34.460741 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacd427-beba-4aaf-bcbb-65cfe1dab9ce req-942574a0-bdca-4063-b065-9f8d20650041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:34.462293 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ffacd427-beba-4aaf-bcbb-65cfe1dab9ce req-942574a0-bdca-4063-b065-9f8d20650041 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8edf8b4-73f8-49e2-a695-014df408b2d6 HTTP/1.1" status: 200 len: 854 time: 0.0710564 Apr 08 17:44:34.473925 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2df0685d-9a5e-448e-9d13-04d648df3a76 req-04eaf165-b576-41ad-829f-22ea85ac8895 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756209 Apr 08 17:44:34.512507 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacd427-beba-4aaf-bcbb-65cfe1dab9ce req-10564779-8fb4-43ee-b0a2-7619da31479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:34.513961 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ffacd427-beba-4aaf-bcbb-65cfe1dab9ce req-10564779-8fb4-43ee-b0a2-7619da31479e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391660 Apr 08 17:44:34.570194 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-51291edf-ca2b-4de2-bc11-9bc27e8a8438 None None] Set router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:44:34.613959 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ffacd427-beba-4aaf-bcbb-65cfe1dab9ce req-b03b0eb5-041b-462d-a575-19f003c2e1be service neutron] 10.222.0.20 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894217 Apr 08 17:44:34.710488 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ffacd427-beba-4aaf-bcbb-65cfe1dab9ce req-38257eb7-5b49-4c22-af2c-8c5a8718394d service neutron] 10.222.0.20 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877960 Apr 08 17:44:34.788630 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-51291edf-ca2b-4de2-bc11-9bc27e8a8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '29c4058f-d7a4-4dfb-a5c7-dfdbe49342e9', 'tenant_id': 'c793b519db45404da066489467255859', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'port_id': 'b75418df-6259-4cd9-b31e-8ce95d69aa65', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'mac_address': 'fa:16:3e:a2:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad35461-9694-47a4-8496-57f32e6c30f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:39:08Z', 'updated_at': '2022-04-08T17:40:29Z', 'revision_number': 2, 'project_id': 'c793b519db45404da066489467255859', 'fixed_ip_address_scope': None}, {'id': '9edd135a-8fe6-42b2-a0df-b9dd8f59d7fe', 'tenant_id': 'c793b519db45404da066489467255859', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'port_id': '7f5bce5b-191e-44c3-895a-45aa9ec1eae9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'mac_address': 'fa:16:3e:5e:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee230d77-f54f-4e88-b186-c8b780981f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:44:13Z', 'updated_at': '2022-04-08T17:44:33Z', 'revision_number': 1, 'project_id': 'c793b519db45404da066489467255859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:44:34.815002 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51291edf-ca2b-4de2-bc11-9bc27e8a8438 None None] The sync data for ids ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'] in dv-cinder-837166-1-iscsi is: [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '29c4058f-d7a4-4dfb-a5c7-dfdbe49342e9', 'tenant_id': 'c793b519db45404da066489467255859', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'port_id': 'b75418df-6259-4cd9-b31e-8ce95d69aa65', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'mac_address': 'fa:16:3e:a2:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad35461-9694-47a4-8496-57f32e6c30f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:39:08Z', 'updated_at': '2022-04-08T17:40:29Z', 'revision_number': 2, 'project_id': 'c793b519db45404da066489467255859', 'fixed_ip_address_scope': None}, {'id': '9edd135a-8fe6-42b2-a0df-b9dd8f59d7fe', 'tenant_id': 'c793b519db45404da066489467255859', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'port_id': '7f5bce5b-191e-44c3-895a-45aa9ec1eae9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'mac_address': 'fa:16:3e:5e:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee230d77-f54f-4e88-b186-c8b780981f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:44:13Z', 'updated_at': '2022-04-08T17:44:33Z', 'revision_number': 1, 'project_id': 'c793b519db45404da066489467255859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:44:35.014382 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22130600-0079-4a09-a695-920826d66620 None None] New status for floating IP 9edd135a-8fe6-42b2-a0df-b9dd8f59d7fe: ACTIVE {{(pid=103550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:44:35.609275 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabc5bf-0dbe-4e9b-a149-9aa9cac1f664 req-3d774636-c4f7-4c6a-a5c1-01b89658c6f2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:35.610747 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7fabc5bf-0dbe-4e9b-a149-9aa9cac1f664 req-3d774636-c4f7-4c6a-a5c1-01b89658c6f2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0574062 Apr 08 17:44:35.661651 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7fabc5bf-0dbe-4e9b-a149-9aa9cac1f664 req-286a141b-ea06-44c8-9c90-54594ac27888 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427704 Apr 08 17:44:36.786101 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45efb11-d5cd-4dd3-ae1b-80dc81088056 req-403dbd07-3bfe-4e15-b42d-a09e15862d06 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:36.788672 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c45efb11-d5cd-4dd3-ae1b-80dc81088056 req-403dbd07-3bfe-4e15-b42d-a09e15862d06 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0500901 Apr 08 17:44:36.848667 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c45efb11-d5cd-4dd3-ae1b-80dc81088056 req-c58b5da2-09f3-4c59-b0bd-e506f88ef45e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511792 Apr 08 17:44:37.970241 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1e78f-1091-478b-91cb-244998cc0108 req-c88691bc-8810-4f1a-9873-f335a4cda1bc tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:37.973172 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-04a1e78f-1091-478b-91cb-244998cc0108 req-c88691bc-8810-4f1a-9873-f335a4cda1bc tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0504520 Apr 08 17:44:38.027267 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-04a1e78f-1091-478b-91cb-244998cc0108 req-356ac45b-4bf5-4f25-a625-b017b0d3ba1d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488617 Apr 08 17:44:39.171244 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b0b84-abcb-4431-97c6-6dfc0b71b4c8 req-c51e7c8b-35af-4e72-bcdc-dc645f421d67 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:39.172784 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-898b0b84-abcb-4431-97c6-6dfc0b71b4c8 req-c51e7c8b-35af-4e72-bcdc-dc645f421d67 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0566328 Apr 08 17:44:39.233161 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-898b0b84-abcb-4431-97c6-6dfc0b71b4c8 req-da780d9f-e818-48fd-be8a-de64bf593ee3 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530963 Apr 08 17:44:40.352620 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f10d8c-4149-46a2-8283-5e50844a3ebf req-15839e24-db09-4098-a78d-85c7f372db0e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:40.357027 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-67f10d8c-4149-46a2-8283-5e50844a3ebf req-15839e24-db09-4098-a78d-85c7f372db0e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0563138 Apr 08 17:44:40.413987 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-67f10d8c-4149-46a2-8283-5e50844a3ebf req-75a9f9ea-a38b-46b6-b7ca-cbdb9a658c14 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535395 Apr 08 17:44:41.537705 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bc575-b0e1-4e41-8348-f130729c68bc req-90a7bf65-b787-4ed2-af7d-36909f8824f5 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:41.539686 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-549bc575-b0e1-4e41-8348-f130729c68bc req-90a7bf65-b787-4ed2-af7d-36909f8824f5 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0494850 Apr 08 17:44:41.593037 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-549bc575-b0e1-4e41-8348-f130729c68bc req-07e49990-372c-439b-95d3-2ae04e036e00 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472236 Apr 08 17:44:42.724632 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141e9b2-c886-46a0-a0cf-2b9b10f32898 req-00790487-6d3d-47ca-ab60-100b9a35c03a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:42.726377 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a141e9b2-c886-46a0-a0cf-2b9b10f32898 req-00790487-6d3d-47ca-ab60-100b9a35c03a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0545855 Apr 08 17:44:42.780955 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a141e9b2-c886-46a0-a0cf-2b9b10f32898 req-48a7d3a2-590a-453b-ad70-2f28745cd205 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463181 Apr 08 17:44:43.028233 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6272272a-a6a6-447f-af57-8163ab1d030a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:43.906395 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0faf7c-37a0-4852-a8d0-f2ee1a2cdab1 req-e88d74dd-38ae-4ec4-b66f-77f2e1028ae3 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:43.907917 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bc0faf7c-37a0-4852-a8d0-f2ee1a2cdab1 req-e88d74dd-38ae-4ec4-b66f-77f2e1028ae3 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0528233 Apr 08 17:44:43.966802 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bc0faf7c-37a0-4852-a8d0-f2ee1a2cdab1 req-cdd40196-8ac8-4859-9826-72dcc351b8a2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517445 Apr 08 17:44:45.109236 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b6e7e-805f-4396-8165-ebd4ac09f3d0 req-6324bfb6-f20f-4876-9dbf-a5ace0abde43 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:45.111634 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-163b6e7e-805f-4396-8165-ebd4ac09f3d0 req-6324bfb6-f20f-4876-9dbf-a5ace0abde43 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0582817 Apr 08 17:44:45.162581 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-163b6e7e-805f-4396-8165-ebd4ac09f3d0 req-d0312337-20d8-453a-bcbe-eab0d3693a47 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421803 Apr 08 17:44:45.406601 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:44:45.427429 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0b727dfa-b4df-4303-b217-8e3f27929642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:46.304034 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d099bd-56a4-4667-a7cf-f30ab0205483 req-92ff9c29-1546-46b4-aab2-1a939b5e5e32 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:46.305570 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-04d099bd-56a4-4667-a7cf-f30ab0205483 req-92ff9c29-1546-46b4-aab2-1a939b5e5e32 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0540998 Apr 08 17:44:46.354263 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-04d099bd-56a4-4667-a7cf-f30ab0205483 req-e0daa447-3035-4ac7-bbaf-d80da17ec291 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428028 Apr 08 17:44:46.440462 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:46.699761 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:47.484793 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554893bf-15ec-45ea-8ab4-32e87d59e214 req-a258ad03-3e89-441c-b575-10c77a5e4d28 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:47.486182 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-554893bf-15ec-45ea-8ab4-32e87d59e214 req-a258ad03-3e89-441c-b575-10c77a5e4d28 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0525641 Apr 08 17:44:47.538677 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-554893bf-15ec-45ea-8ab4-32e87d59e214 req-c485077b-bfd0-4d74-a6ee-6809d2eeba83 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460129 Apr 08 17:44:47.980133 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:48.674842 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec7bfe-7aba-45c1-8bdd-73bbc49f0887 req-e8e59869-5049-417c-b4f7-fb4c846337f0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:48.676525 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-92ec7bfe-7aba-45c1-8bdd-73bbc49f0887 req-e8e59869-5049-417c-b4f7-fb4c846337f0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0529482 Apr 08 17:44:48.730011 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-92ec7bfe-7aba-45c1-8bdd-73bbc49f0887 req-991518d6-9146-4fe6-96f4-8a2922b0f973 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477717 Apr 08 17:44:49.534889 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:49.871236 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97505a74-2c83-49a5-bdb5-19f5b787cce6 req-b560c589-6204-4533-b352-fc76ee6f1097 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:49.872628 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-97505a74-2c83-49a5-bdb5-19f5b787cce6 req-b560c589-6204-4533-b352-fc76ee6f1097 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0625856 Apr 08 17:44:49.939763 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-97505a74-2c83-49a5-bdb5-19f5b787cce6 req-862a9c45-b202-4e23-8f9f-2fbc5b0ef1d6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589287 Apr 08 17:44:50.705796 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8665d-afee-4cca-a00a-8baa03a75c2f req-fae0bad9-58af-44de-bdb4-10920d2156a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:50.707307 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2cf8665d-afee-4cca-a00a-8baa03a75c2f req-fae0bad9-58af-44de-bdb4-10920d2156a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=871ad76eadfd4d88827f7e66f16eaa94&device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 1130 time: 0.0402684 Apr 08 17:44:50.821414 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8665d-afee-4cca-a00a-8baa03a75c2f req-319c7e5d-01bc-421e-b575-f0c3ec1a8520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:50.822998 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2cf8665d-afee-4cca-a00a-8baa03a75c2f req-319c7e5d-01bc-421e-b575-f0c3ec1a8520 service neutron] 10.222.0.20 "GET /v2.0/networks?id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 HTTP/1.1" status: 200 len: 918 time: 0.0970006 Apr 08 17:44:50.894751 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2cf8665d-afee-4cca-a00a-8baa03a75c2f req-08afa9b8-0bcf-499e-b6a4-aa9d4f4e4f17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84af0e26-395c-47be-ae44-b2b038690422 HTTP/1.1" status: 200 len: 1000 time: 0.0616982 Apr 08 17:44:50.949163 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8665d-afee-4cca-a00a-8baa03a75c2f req-36af28a6-5b57-48c2-af5a-9c4689241510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:50.950601 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2cf8665d-afee-4cca-a00a-8baa03a75c2f req-36af28a6-5b57-48c2-af5a-9c4689241510 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1896ad45-f1dd-47eb-87e5-845f315dcdb0 HTTP/1.1" status: 200 len: 856 time: 0.0465975 Apr 08 17:44:51.016898 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8665d-afee-4cca-a00a-8baa03a75c2f req-2ba77ce9-6d35-4e31-8a83-ebfeacf8a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:51.018572 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2cf8665d-afee-4cca-a00a-8baa03a75c2f req-2ba77ce9-6d35-4e31-8a83-ebfeacf8a782 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483484 Apr 08 17:44:51.085948 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670a17d-b431-4904-a775-a7db0a33660f req-f83134e9-cc80-4ef3-a8a3-30bbfe87eba4 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:51.087398 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f670a17d-b431-4904-a775-a7db0a33660f req-f83134e9-cc80-4ef3-a8a3-30bbfe87eba4 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0655489 Apr 08 17:44:51.178793 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2cf8665d-afee-4cca-a00a-8baa03a75c2f req-79d78de6-443e-4b99-ba9b-7f8cfba3883e service neutron] 10.222.0.20 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296744 Apr 08 17:44:51.182264 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f670a17d-b431-4904-a775-a7db0a33660f req-098774ee-ee90-49dd-9d04-51db9f76d92a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669391 Apr 08 17:44:51.274759 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2cf8665d-afee-4cca-a00a-8baa03a75c2f req-c3db8ebc-c47e-43a9-a505-7c55e2f0d8c3 service neutron] 10.222.0.20 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869038 Apr 08 17:44:52.311903 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8301ce-e331-471d-aeb8-fc0f8669c448 req-f46b80a3-a081-4600-bc75-e8fe0ff893c1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:52.313447 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-db8301ce-e331-471d-aeb8-fc0f8669c448 req-f46b80a3-a081-4600-bc75-e8fe0ff893c1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0550151 Apr 08 17:44:52.364074 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-db8301ce-e331-471d-aeb8-fc0f8669c448 req-cb951da4-b14d-4e7c-9274-c5b02f6acd00 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433140 Apr 08 17:44:53.516930 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401401cf-d418-4b28-9a2c-7a8d86854295 req-5ce11f84-23fe-49dc-adc6-9f2696017879 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:53.518403 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-401401cf-d418-4b28-9a2c-7a8d86854295 req-5ce11f84-23fe-49dc-adc6-9f2696017879 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 946 time: 0.0632687 Apr 08 17:44:53.573166 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-401401cf-d418-4b28-9a2c-7a8d86854295 req-90c65fb3-987f-46ea-b543-54e469a2c71a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467076 Apr 08 17:44:53.748223 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-aa030987-9d20-4328-9294-3b30cdbe44ea req-5d5fdd0a-4d6b-44b9-bafc-9ac0a867d0d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398092 Apr 08 17:44:53.867370 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa030987-9d20-4328-9294-3b30cdbe44ea req-77dbeeb3-6c32-42f5-8a16-1a1e44fa016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:53.868789 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-aa030987-9d20-4328-9294-3b30cdbe44ea req-77dbeeb3-6c32-42f5-8a16-1a1e44fa016e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c793b519db45404da066489467255859&device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 1130 time: 0.0453947 Apr 08 17:44:53.990373 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa030987-9d20-4328-9294-3b30cdbe44ea req-ef9772ca-dd3e-46c8-9892-26cc743e28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:53.992816 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-aa030987-9d20-4328-9294-3b30cdbe44ea req-ef9772ca-dd3e-46c8-9892-26cc743e28c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078 HTTP/1.1" status: 200 len: 916 time: 0.0980134 Apr 08 17:44:54.001707 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 84af0e26-395c-47be-ae44-b2b038690422 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:44:54.081648 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 84af0e26-395c-47be-ae44-b2b038690422 is: ACTIVE; New status is: DOWN {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:54.082030 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (84af0e26-395c-47be-ae44-b2b038690422), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:54.086002 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-aa030987-9d20-4328-9294-3b30cdbe44ea req-e1e5b548-7154-45e9-ae1e-11742d4ed770 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b75418df-6259-4cd9-b31e-8ce95d69aa65 HTTP/1.1" status: 200 len: 1001 time: 0.0632367 Apr 08 17:44:54.105933 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b891b6-d56a-4d28-b5da-c2024d44fd99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84af0e26-395c-47be-ae44-b2b038690422'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:44:54.108580 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca45270-d307-4ad5-bddb-14c2097685f8" -d '{"events": [{"server_uuid": "80b891b6-d56a-4d28-b5da-c2024d44fd99", "name": "network-vif-unplugged", "status": "completed", "tag": "84af0e26-395c-47be-ae44-b2b038690422"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:44:54.127007 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 84af0e26-395c-47be-ae44-b2b038690422, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=84af0e26-395c-47be-ae44-b2b038690422,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:44:54.135655 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (84af0e26-395c-47be-ae44-b2b038690422), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:54.164212 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa030987-9d20-4328-9294-3b30cdbe44ea req-6a79ffce-4010-404d-b707-645ebb6eb0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:54.166379 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-aa030987-9d20-4328-9294-3b30cdbe44ea req-6a79ffce-4010-404d-b707-645ebb6eb0a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8edf8b4-73f8-49e2-a695-014df408b2d6 HTTP/1.1" status: 200 len: 854 time: 0.0562847 Apr 08 17:44:54.193055 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=84af0e26-395c-47be-ae44-b2b038690422,revision_number=8']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:44:54.208589 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 08 Apr 2022 17:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44eb86c6-195d-4d5a-848d-eae6809bfe23 x-openstack-request-id: req-44eb86c6-195d-4d5a-848d-eae6809bfe23 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:44:54.209361 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b891b6-d56a-4d28-b5da-c2024d44fd99", "name": "network-vif-unplugged", "status": "completed", "tag": "84af0e26-395c-47be-ae44-b2b038690422", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:44:54.209615 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-44eb86c6-195d-4d5a-848d-eae6809bfe23 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:44:54.210011 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44eb86c6-195d-4d5a-848d-eae6809bfe23'] response: {'server_uuid': '80b891b6-d56a-4d28-b5da-c2024d44fd99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84af0e26-395c-47be-ae44-b2b038690422', 'code': 200} Apr 08 17:44:54.238453 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa030987-9d20-4328-9294-3b30cdbe44ea req-d9814bde-0d01-446f-b845-8949fee9dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:54.239969 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-aa030987-9d20-4328-9294-3b30cdbe44ea req-d9814bde-0d01-446f-b845-8949fee9dce6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513206 Apr 08 17:44:54.635948 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-aa030987-9d20-4328-9294-3b30cdbe44ea req-b58fb92a-680f-4ab7-9612-181882261f1d service neutron] 10.222.0.20 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953407 Apr 08 17:44:54.716414 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8920c-c688-4aba-b21b-b3867fdb56f9 req-c19e6a23-33e0-49cf-a127-ea6514bc9ba7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:54.718936 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-15c8920c-c688-4aba-b21b-b3867fdb56f9 req-c19e6a23-33e0-49cf-a127-ea6514bc9ba7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0521586 Apr 08 17:44:54.744164 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-aa030987-9d20-4328-9294-3b30cdbe44ea req-837dd017-4a82-4d12-95ba-64ece74e9104 service neutron] 10.222.0.20 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951254 Apr 08 17:44:54.777053 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-15c8920c-c688-4aba-b21b-b3867fdb56f9 req-b13775b1-ec20-4902-9816-e39c68a503e7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523233 Apr 08 17:44:55.305535 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [req-87c78647-d5a9-4b7e-8f10-bcf06699d71f req-34f3e541-35d9-41d3-9a56-55b266a8ca36 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:44:55.306523 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-87c78647-d5a9-4b7e-8f10-bcf06699d71f req-34f3e541-35d9-41d3-9a56-55b266a8ca36 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057180 Apr 08 17:44:55.468634 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498d674-4896-4a6c-b0ff-fbc6e6961534 req-a29b0ccf-56bb-43ba-9d6a-e79776f05162 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:55.471025 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e498d674-4896-4a6c-b0ff-fbc6e6961534 req-a29b0ccf-56bb-43ba-9d6a-e79776f05162 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0512941 Apr 08 17:44:55.520711 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e498d674-4896-4a6c-b0ff-fbc6e6961534 req-5ad7cc1c-a28e-4027-a490-ee445d8b4ab1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418243 Apr 08 17:44:55.730311 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 40150) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:55.830758 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-43f8480a-9581-4621-bc91-782258d640ec req-89f0435e-32ac-4d1a-a9b3-86bb23eb0eaf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0988517 Apr 08 17:44:55.841668 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [req-43f8480a-9581-4621-bc91-782258d640ec req-6f81313b-1e1c-4694-9be2-269f50dc2b73 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:44:55.842697 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-43f8480a-9581-4621-bc91-782258d640ec req-6f81313b-1e1c-4694-9be2-269f50dc2b73 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048690 Apr 08 17:44:55.927586 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 40160) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:44:56.022132 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8480a-9581-4621-bc91-782258d640ec req-42eec300-5ebd-4edb-b5af-c21d296e8071 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:56.023405 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-43f8480a-9581-4621-bc91-782258d640ec req-42eec300-5ebd-4edb-b5af-c21d296e8071 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports/84af0e26-395c-47be-ae44-b2b038690422 HTTP/1.1" status: 200 len: 941 time: 0.0948195 Apr 08 17:44:56.654604 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc8d9e-8772-4c91-b3fb-7e8898fda8ae req-6a86254f-f5c0-4b19-9146-d2369b9d25e4 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:56.656234 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-96dc8d9e-8772-4c91-b3fb-7e8898fda8ae req-6a86254f-f5c0-4b19-9146-d2369b9d25e4 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0628617 Apr 08 17:44:56.713149 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-96dc8d9e-8772-4c91-b3fb-7e8898fda8ae req-b1bbfe9a-9f90-4627-9bc2-19dd0c8308c5 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479000 Apr 08 17:44:57.853103 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278aa8f-6128-42c9-b8d6-ac5f760a9ce2 req-705e4a6c-6301-4aab-97a6-a5eea5f664f2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:57.855187 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c278aa8f-6128-42c9-b8d6-ac5f760a9ce2 req-705e4a6c-6301-4aab-97a6-a5eea5f664f2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0620067 Apr 08 17:44:57.906076 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c278aa8f-6128-42c9-b8d6-ac5f760a9ce2 req-8f8f031e-22e4-4e74-bc4b-abbc3c36c07f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434120 Apr 08 17:44:58.022219 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 84af0e26-395c-47be-ae44-b2b038690422 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:44:58.110987 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 84af0e26-395c-47be-ae44-b2b038690422 is: DOWN; New status is: DOWN {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:44:59.056022 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c148cd-0271-4cef-aa52-b5954d2dd12a req-2603892d-fcbe-456b-9224-acd3655fedbc tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:44:59.057538 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e8c148cd-0271-4cef-aa52-b5954d2dd12a req-2603892d-fcbe-456b-9224-acd3655fedbc tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0570915 Apr 08 17:44:59.109233 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e8c148cd-0271-4cef-aa52-b5954d2dd12a req-aa3727e8-2f27-4f13-b1e8-977a66ccc6a4 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441692 Apr 08 17:45:00.250577 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cb604-750b-4fad-a718-d756ee011f84 req-16b926aa-6dfb-4edf-8339-e675a75b3d39 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:00.252083 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2f9cb604-750b-4fad-a718-d756ee011f84 req-16b926aa-6dfb-4edf-8339-e675a75b3d39 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0558629 Apr 08 17:45:00.301868 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2f9cb604-750b-4fad-a718-d756ee011f84 req-46b5aa59-00e3-4f4b-9842-448f86266930 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438070 Apr 08 17:45:01.443514 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40397b-0f94-460a-a6aa-127459f73831 req-9021ef05-ada9-4f4b-9f94-8619556731f9 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:01.445931 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bf40397b-0f94-460a-a6aa-127459f73831 req-9021ef05-ada9-4f4b-9f94-8619556731f9 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0561848 Apr 08 17:45:01.500581 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bf40397b-0f94-460a-a6aa-127459f73831 req-f07d4ef9-d454-4b18-8be7-936900bf6c7f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463510 Apr 08 17:45:02.644803 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3937d-0d7e-4ecd-9eae-29088e276b8c req-0ecf0392-2324-45ea-aec7-268e19301be4 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:02.646314 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c0c3937d-0d7e-4ecd-9eae-29088e276b8c req-0ecf0392-2324-45ea-aec7-268e19301be4 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0578310 Apr 08 17:45:02.698359 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c0c3937d-0d7e-4ecd-9eae-29088e276b8c req-396e8e6c-ccba-473f-8d34-270d9e2c3764 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463920 Apr 08 17:45:03.580782 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8480a-9581-4621-bc91-782258d640ec req-b8eb41d0-bda3-459b-b1e9-7a45660edff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:03.582272 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-43f8480a-9581-4621-bc91-782258d640ec req-b8eb41d0-bda3-459b-b1e9-7a45660edff2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99&tenant_id=871ad76eadfd4d88827f7e66f16eaa94 HTTP/1.1" status: 200 len: 1128 time: 0.0724323 Apr 08 17:45:03.658857 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8480a-9581-4621-bc91-782258d640ec req-83f53c35-bbd7-4004-93ce-700cb5a556ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:03.660391 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-43f8480a-9581-4621-bc91-782258d640ec req-83f53c35-bbd7-4004-93ce-700cb5a556ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=871ad76eadfd4d88827f7e66f16eaa94&device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 1128 time: 0.0427480 Apr 08 17:45:03.749409 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c31de-00da-4fbc-b404-0482be2be1ca req-7a400967-9f7d-40f8-9245-5f8204674877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:03.750709 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-089c31de-00da-4fbc-b404-0482be2be1ca req-7a400967-9f7d-40f8-9245-5f8204674877 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 1129 time: 0.0736380 Apr 08 17:45:03.757351 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4c7ca-864c-445a-be93-a14f64058eb3 req-ceb4e137-6d48-434f-9792-bb4fd57e47f5 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:03.758786 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8ac4c7ca-864c-445a-be93-a14f64058eb3 req-ceb4e137-6d48-434f-9792-bb4fd57e47f5 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0724602 Apr 08 17:45:03.766530 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8480a-9581-4621-bc91-782258d640ec req-982955d6-3365-4abe-92d8-5b89e83fd78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:03.768178 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-43f8480a-9581-4621-bc91-782258d640ec req-982955d6-3365-4abe-92d8-5b89e83fd78d service neutron] 10.222.0.20 "GET /v2.0/networks?id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 HTTP/1.1" status: 200 len: 918 time: 0.0963883 Apr 08 17:45:03.860736 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a9247-ffed-44a4-817a-bd497ae02c57 req-a852ca3c-f06c-4c65-b421-fab7dd84ae66 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:03.862281 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c47a9247-ffed-44a4-817a-bd497ae02c57 req-a852ca3c-f06c-4c65-b421-fab7dd84ae66 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0854945 Apr 08 17:45:03.866245 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8ac4c7ca-864c-445a-be93-a14f64058eb3 req-02371c98-aa25-40ec-abcb-d610c738e4fc tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977921 Apr 08 17:45:03.880080 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c31de-00da-4fbc-b404-0482be2be1ca req-3c749170-ddad-44c0-958b-e50188ea9ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:03.881815 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-089c31de-00da-4fbc-b404-0482be2be1ca req-3c749170-ddad-44c0-958b-e50188ea9ec9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b895debd-97b0-43f9-854d-b53eac68cddb HTTP/1.1" status: 200 len: 920 time: 0.1220381 Apr 08 17:45:03.893346 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-43f8480a-9581-4621-bc91-782258d640ec req-be5a967e-1892-433c-9cb7-e00e28421bc9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84af0e26-395c-47be-ae44-b2b038690422 HTTP/1.1" status: 200 len: 998 time: 0.1076655 Apr 08 17:45:03.954185 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c47a9247-ffed-44a4-817a-bd497ae02c57 req-74499597-c392-4605-95c6-3db0d8334c4a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845122 Apr 08 17:45:03.956226 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-089c31de-00da-4fbc-b404-0482be2be1ca req-a68e559b-82ab-48ba-8fb7-675b35f82854 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e38fd6e-c87f-4098-8fde-603fab5301f3 HTTP/1.1" status: 200 len: 1000 time: 0.0663831 Apr 08 17:45:03.961437 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8480a-9581-4621-bc91-782258d640ec req-0f59fe40-7a75-49b7-88d1-b154d071dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:03.962867 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-43f8480a-9581-4621-bc91-782258d640ec req-0f59fe40-7a75-49b7-88d1-b154d071dc9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1896ad45-f1dd-47eb-87e5-845f315dcdb0 HTTP/1.1" status: 200 len: 856 time: 0.0618930 Apr 08 17:45:04.007859 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c31de-00da-4fbc-b404-0482be2be1ca req-b44a3e1e-58b7-4a41-a0d3-1438bacb6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:04.008076 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8480a-9581-4621-bc91-782258d640ec req-68344377-9402-4cfd-ab38-60a1d2c3469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:04.009294 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-089c31de-00da-4fbc-b404-0482be2be1ca req-b44a3e1e-58b7-4a41-a0d3-1438bacb6adb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8971a54-bad3-4305-9d36-2982512b73f9 HTTP/1.1" status: 200 len: 858 time: 0.0452681 Apr 08 17:45:04.009435 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-43f8480a-9581-4621-bc91-782258d640ec req-68344377-9402-4cfd-ab38-60a1d2c3469f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394328 Apr 08 17:45:04.072161 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c31de-00da-4fbc-b404-0482be2be1ca req-753436a0-0f92-49a3-9a49-2051b7000e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:04.073735 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-089c31de-00da-4fbc-b404-0482be2be1ca req-753436a0-0f92-49a3-9a49-2051b7000e28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b895debd-97b0-43f9-854d-b53eac68cddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438952 Apr 08 17:45:04.120736 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-43f8480a-9581-4621-bc91-782258d640ec req-88b52ca6-9635-492e-b6f5-7b2fbd6148cf service neutron] 10.222.0.20 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877140 Apr 08 17:45:04.166847 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-089c31de-00da-4fbc-b404-0482be2be1ca req-48d0dfc1-9e9a-48de-a66a-2fe2b88e6425 service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855503 Apr 08 17:45:04.219575 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-43f8480a-9581-4621-bc91-782258d640ec req-f750fda1-6f89-49c1-a633-5ff3de8d74b1 service neutron] 10.222.0.20 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904074 Apr 08 17:45:04.273691 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-089c31de-00da-4fbc-b404-0482be2be1ca req-9f1a5481-e1ed-4dfd-a8fa-d33c81fa15bd service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978713 Apr 08 17:45:04.994246 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145a6ac-998d-4e84-897f-cd23d4187201 req-4c03e280-f88c-4084-822c-74e517dfddf9 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:04.996034 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8145a6ac-998d-4e84-897f-cd23d4187201 req-4c03e280-f88c-4084-822c-74e517dfddf9 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0536833 Apr 08 17:45:05.046028 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8145a6ac-998d-4e84-897f-cd23d4187201 req-df1674d2-d60b-44c7-9abb-966775e86af6 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436027 Apr 08 17:45:05.088914 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177625d-eebe-4883-998d-0a058b9f5790 req-75a2bdad-5975-4e7e-bebf-fc60140d9822 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:05.091229 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0177625d-eebe-4883-998d-0a058b9f5790 req-75a2bdad-5975-4e7e-bebf-fc60140d9822 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0603888 Apr 08 17:45:05.138547 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0177625d-eebe-4883-998d-0a058b9f5790 req-30c71db3-bbd8-4ca5-a93e-0ee8161de0ea tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414171 Apr 08 17:45:06.182215 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765c6c9-d3b8-4878-8051-2dfee517239d req-bd921b31-4c85-47fe-ac55-a27c7bc11531 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:06.184743 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3765c6c9-d3b8-4878-8051-2dfee517239d req-bd921b31-4c85-47fe-ac55-a27c7bc11531 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0630984 Apr 08 17:45:06.240959 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3765c6c9-d3b8-4878-8051-2dfee517239d req-83444a80-70b5-4906-b9bb-bb67f8de179d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494471 Apr 08 17:45:06.285152 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd5fa2-5ef1-47ed-9132-b01f8d72b029 req-4671ad47-9d2c-4df8-8400-2d7750527bbe tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:06.286656 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-18bd5fa2-5ef1-47ed-9132-b01f8d72b029 req-4671ad47-9d2c-4df8-8400-2d7750527bbe tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0497594 Apr 08 17:45:06.339393 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-18bd5fa2-5ef1-47ed-9132-b01f8d72b029 req-b41fff88-4926-442a-9c0f-999d4d036889 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465214 Apr 08 17:45:07.366187 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a32c46-b0f7-4248-9b1b-8b7d8ecda6be req-96c8b8a6-a334-4052-920f-0ed11367f64c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:07.367683 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d9a32c46-b0f7-4248-9b1b-8b7d8ecda6be req-96c8b8a6-a334-4052-920f-0ed11367f64c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0542428 Apr 08 17:45:07.418072 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d9a32c46-b0f7-4248-9b1b-8b7d8ecda6be req-2b25efa3-000f-424c-8bda-0d8650ab0150 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437260 Apr 08 17:45:07.472581 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dee52-bb4e-4382-abd7-682b721e3a38 req-e4a7636f-b01d-48e9-a94c-086389f1bf5d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:07.476674 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-766dee52-bb4e-4382-abd7-682b721e3a38 req-e4a7636f-b01d-48e9-a94c-086389f1bf5d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0567448 Apr 08 17:45:07.528334 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-766dee52-bb4e-4382-abd7-682b721e3a38 req-d3dddc09-b64f-4c78-a773-d2f4073755b5 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504887 Apr 08 17:45:08.550244 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1ef53-259b-46aa-9090-c242af240c8f req-0e4978b2-14da-4290-9bba-76e8f9bb6fa7 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:08.552266 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1be1ef53-259b-46aa-9090-c242af240c8f req-0e4978b2-14da-4290-9bba-76e8f9bb6fa7 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0551977 Apr 08 17:45:08.606783 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1be1ef53-259b-46aa-9090-c242af240c8f req-e7d1f0db-a996-42cf-bac9-396678a4bf92 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463293 Apr 08 17:45:08.671925 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03445518-02ba-4706-a89a-dc3170e1dc0b req-954da62e-b351-4148-86f5-4670f27876ee tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:08.673784 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-03445518-02ba-4706-a89a-dc3170e1dc0b req-954da62e-b351-4148-86f5-4670f27876ee tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0557215 Apr 08 17:45:08.723307 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-03445518-02ba-4706-a89a-dc3170e1dc0b req-ac5bef1c-9b3b-4ae5-a7d9-02f9be57bfca tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436904 Apr 08 17:45:09.749448 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e58988-3cf9-4427-bc26-b271871585e9 req-bddf0e52-fad6-436c-84b8-faade3d0a1cf tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:09.751629 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c3e58988-3cf9-4427-bc26-b271871585e9 req-bddf0e52-fad6-436c-84b8-faade3d0a1cf tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0541267 Apr 08 17:45:09.801092 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c3e58988-3cf9-4427-bc26-b271871585e9 req-0112513e-dd92-482c-b120-c3055cb9f79d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438373 Apr 08 17:45:09.847074 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26716ad-4696-4f31-be6a-3116aa1e721e req-7edf520e-292b-4581-9f3e-eebd6702c520 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:09.848660 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b26716ad-4696-4f31-be6a-3116aa1e721e req-7edf520e-292b-4581-9f3e-eebd6702c520 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0524943 Apr 08 17:45:09.909082 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b26716ad-4696-4f31-be6a-3116aa1e721e req-149a3aea-84f6-447a-8977-f8b039a2e862 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533767 Apr 08 17:45:10.917717 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4af11-3ee5-4a6c-8c70-aab8c9540baf req-65ccd803-5cfe-490c-8edc-c49784a385b8 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:10.919220 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-bfa4af11-3ee5-4a6c-8c70-aab8c9540baf req-65ccd803-5cfe-490c-8edc-c49784a385b8 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0498748 Apr 08 17:45:10.969744 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-bfa4af11-3ee5-4a6c-8c70-aab8c9540baf req-86e82149-5de9-4439-8709-38b2cf2f5ef2 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447371 Apr 08 17:45:11.084241 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24eac5a-7001-41b4-afed-69e88bcb21e8 req-042d1407-1257-49e5-b74f-8fdcda57a09c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:11.085740 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d24eac5a-7001-41b4-afed-69e88bcb21e8 req-042d1407-1257-49e5-b74f-8fdcda57a09c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0526345 Apr 08 17:45:11.141666 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d24eac5a-7001-41b4-afed-69e88bcb21e8 req-afe85063-b4b8-4ccc-9dfa-232250c82e8e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502901 Apr 08 17:45:12.121797 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61713988-9806-4fb1-8c51-6446fedf73fe req-a0ce115b-0d0a-4a13-86f4-8bafd96a4b94 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:12.123437 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-61713988-9806-4fb1-8c51-6446fedf73fe req-a0ce115b-0d0a-4a13-86f4-8bafd96a4b94 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0468793 Apr 08 17:45:12.177980 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-61713988-9806-4fb1-8c51-6446fedf73fe req-22979584-f36a-4ab4-9ba3-d93425856752 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470240 Apr 08 17:45:12.277164 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbdc02-abf0-415b-8005-cc61db4a8866 req-e2d0a662-c0d9-49b7-97e5-872f1cdd0e0e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:12.278728 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-28bbdc02-abf0-415b-8005-cc61db4a8866 req-e2d0a662-c0d9-49b7-97e5-872f1cdd0e0e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0475366 Apr 08 17:45:12.352269 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-28bbdc02-abf0-415b-8005-cc61db4a8866 req-b67088c9-0f88-4caf-80ca-cb69ba4e8523 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645995 Apr 08 17:45:13.041870 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-77a82572-c3fc-452b-9006-170bae1eebb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:13.301585 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0562e-ffec-4b35-9370-80c873ecafb9 req-0ec09acf-8981-4ecc-9ae6-c992e0d30c7b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:13.303089 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d3e0562e-ffec-4b35-9370-80c873ecafb9 req-0ec09acf-8981-4ecc-9ae6-c992e0d30c7b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0493486 Apr 08 17:45:13.366055 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d3e0562e-ffec-4b35-9370-80c873ecafb9 req-20e53601-e217-45dd-bed8-ae3e43adc47f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569162 Apr 08 17:45:13.480488 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25b53e-c897-4ad6-aae5-beb95e7b5914 req-bda423ab-6783-4728-9448-d0ef5560c283 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:13.481887 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fe25b53e-c897-4ad6-aae5-beb95e7b5914 req-bda423ab-6783-4728-9448-d0ef5560c283 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0542581 Apr 08 17:45:13.531316 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fe25b53e-c897-4ad6-aae5-beb95e7b5914 req-c6594c74-27a6-4774-a777-8e77a1a027ea tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432465 Apr 08 17:45:14.488502 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88721425-917a-4dae-a9fb-2a20a5e6ad0d req-4e787c32-f9fa-4451-8911-3878d4ad6a8d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:14.489912 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-88721425-917a-4dae-a9fb-2a20a5e6ad0d req-4e787c32-f9fa-4451-8911-3878d4ad6a8d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0475376 Apr 08 17:45:14.539426 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-88721425-917a-4dae-a9fb-2a20a5e6ad0d req-cc59be3e-447b-45ed-91a3-a1c7f0be2dc8 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411046 Apr 08 17:45:14.660971 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc66150-a7cb-4a1a-8820-8184c9b4bb59 req-d9c5d19c-df23-4e7a-a15c-4516e5193884 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:14.662514 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bfc66150-a7cb-4a1a-8820-8184c9b4bb59 req-d9c5d19c-df23-4e7a-a15c-4516e5193884 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0487106 Apr 08 17:45:14.716246 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bfc66150-a7cb-4a1a-8820-8184c9b4bb59 req-b3d10399-a7e2-48e0-ae92-7ba98643d240 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447702 Apr 08 17:45:15.431413 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e5d90ee8-58fe-407f-8f37-8306cb9e4b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:15.671335 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e674d-b6fa-461e-a7ce-0e97c04e307c req-976057a6-4625-4857-ab4d-52d7349eb86c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:15.672866 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-eb7e674d-b6fa-461e-a7ce-0e97c04e307c req-976057a6-4625-4857-ab4d-52d7349eb86c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0574770 Apr 08 17:45:15.720548 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-eb7e674d-b6fa-461e-a7ce-0e97c04e307c req-ac1da394-02e3-4700-846d-85a0487e3e74 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419562 Apr 08 17:45:15.846773 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d986b8-97ed-4e07-b94a-72c30b47293d req-9270e5a1-fe17-467c-84fe-66bd44d63076 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:15.848204 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c7d986b8-97ed-4e07-b94a-72c30b47293d req-9270e5a1-fe17-467c-84fe-66bd44d63076 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0534310 Apr 08 17:45:15.902798 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c7d986b8-97ed-4e07-b94a-72c30b47293d req-f4a7f9ac-1280-41b5-babf-dbfc98238329 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470355 Apr 08 17:45:16.439879 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:16.704696 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:16.840635 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c380fc4-27d0-44fa-a236-4cd8715e04a4 req-c8fc346b-446c-4b58-b061-f6da6d51abe8 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:16.842131 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7c380fc4-27d0-44fa-a236-4cd8715e04a4 req-c8fc346b-446c-4b58-b061-f6da6d51abe8 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0507576 Apr 08 17:45:16.891171 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7c380fc4-27d0-44fa-a236-4cd8715e04a4 req-730a204e-38c6-4cd2-abd5-377789590493 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434604 Apr 08 17:45:17.038298 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164d8d0-12d6-47a3-b930-907568e93bfc req-6671bf7a-45cc-46c2-b608-5f7571e65a27 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:17.039793 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6164d8d0-12d6-47a3-b930-907568e93bfc req-6671bf7a-45cc-46c2-b608-5f7571e65a27 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0501428 Apr 08 17:45:17.094376 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6164d8d0-12d6-47a3-b930-907568e93bfc req-374f9db4-6845-4438-9f87-4b12c88674be tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485198 Apr 08 17:45:17.979745 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:18.021675 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9eed7-a6fb-4ee0-a24d-f089d38bb0a6 req-aa5ee905-09ec-4ce4-b693-2c12f7acdeb0 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:18.023286 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-77f9eed7-a6fb-4ee0-a24d-f089d38bb0a6 req-aa5ee905-09ec-4ce4-b693-2c12f7acdeb0 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0557313 Apr 08 17:45:18.080098 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-77f9eed7-a6fb-4ee0-a24d-f089d38bb0a6 req-a8ecc437-5d67-44ac-acf6-d124bf9ca999 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511050 Apr 08 17:45:18.239338 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346ead5-4ab3-4616-af66-5868f926d821 req-94cda093-4024-4e70-9e6b-b59ea5e2dad2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:18.240825 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f346ead5-4ab3-4616-af66-5868f926d821 req-94cda093-4024-4e70-9e6b-b59ea5e2dad2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0502708 Apr 08 17:45:18.294749 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f346ead5-4ab3-4616-af66-5868f926d821 req-50bf4a75-a6be-405f-843c-69285334371d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480103 Apr 08 17:45:19.214342 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68057dba-545d-43e5-be59-d79405734336 req-6e29ad4c-6372-4218-8408-bbca52be6801 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:19.215884 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-68057dba-545d-43e5-be59-d79405734336 req-6e29ad4c-6372-4218-8408-bbca52be6801 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0552750 Apr 08 17:45:19.263902 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-68057dba-545d-43e5-be59-d79405734336 req-8edadc5c-7eab-476c-b4b8-61fe6542429d tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421984 Apr 08 17:45:19.437101 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e042c-9ca9-48c3-bfbf-e211554cbc02 req-94b6e3d5-a4c9-4a03-9e05-156b3a0ea49c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:19.438602 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-009e042c-9ca9-48c3-bfbf-e211554cbc02 req-94b6e3d5-a4c9-4a03-9e05-156b3a0ea49c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0516772 Apr 08 17:45:19.490225 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-009e042c-9ca9-48c3-bfbf-e211554cbc02 req-09d921e0-b27a-4c38-8888-5462d10728e9 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430362 Apr 08 17:45:19.536464 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:20.391582 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a4f9c-6c84-4806-b7ba-81d90f72d2f4 req-f8b938b4-6c37-44c2-829e-27f6b39a57e0 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:20.393122 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-563a4f9c-6c84-4806-b7ba-81d90f72d2f4 req-f8b938b4-6c37-44c2-829e-27f6b39a57e0 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0481083 Apr 08 17:45:20.451637 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-563a4f9c-6c84-4806-b7ba-81d90f72d2f4 req-84f2fe85-0e05-4b68-a476-13706efbcbb7 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503047 Apr 08 17:45:20.630236 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02f19a-efcf-47cf-a886-b5689ea240ba req-27604e32-5845-4194-8c60-40cf405b653b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:20.631748 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0b02f19a-efcf-47cf-a886-b5689ea240ba req-27604e32-5845-4194-8c60-40cf405b653b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0579879 Apr 08 17:45:20.689940 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0b02f19a-efcf-47cf-a886-b5689ea240ba req-3f631ab7-f821-411b-847f-dc3d3119eccc tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498145 Apr 08 17:45:21.580673 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a43f21-5d25-429d-812b-2459b134bfc1 req-fdb9639b-6b59-4374-bf1b-6986d9526718 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:21.582131 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-09a43f21-5d25-429d-812b-2459b134bfc1 req-fdb9639b-6b59-4374-bf1b-6986d9526718 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0498006 Apr 08 17:45:21.649384 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-09a43f21-5d25-429d-812b-2459b134bfc1 req-603b263a-9526-4b55-8eca-c29959ce04fe tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602007 Apr 08 17:45:22.049735 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770c6dd-799d-4775-b1e3-716e5f974d5e req-b17605d5-3f92-4422-b8cf-77ec6e432827 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:22.051314 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1770c6dd-799d-4775-b1e3-716e5f974d5e req-b17605d5-3f92-4422-b8cf-77ec6e432827 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.2852094 Apr 08 17:45:22.105283 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1770c6dd-799d-4775-b1e3-716e5f974d5e req-6d5b65b1-c700-44e2-959c-74f0d66a70b0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455794 Apr 08 17:45:22.408225 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:45:22.771448 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9add7-d8c0-4fbf-8260-3be9a1875865 req-6ca3e0ca-d87a-4702-90d0-5df7f1e8fe08 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:22.773141 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-89b9add7-d8c0-4fbf-8260-3be9a1875865 req-6ca3e0ca-d87a-4702-90d0-5df7f1e8fe08 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0486839 Apr 08 17:45:22.828736 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-89b9add7-d8c0-4fbf-8260-3be9a1875865 req-dced4c9e-a2e0-47ca-a5a7-b1a7b16a9341 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476131 Apr 08 17:45:23.244385 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3d70e-368c-4827-af2c-5c044955e9c2 req-5abe5bd2-441c-47ba-9088-5ec25557db7f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:23.245909 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-44c3d70e-368c-4827-af2c-5c044955e9c2 req-5abe5bd2-441c-47ba-9088-5ec25557db7f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0536480 Apr 08 17:45:23.297935 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-44c3d70e-368c-4827-af2c-5c044955e9c2 req-e7c45869-4dea-4c41-a1b1-331588f2add7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459840 Apr 08 17:45:23.964766 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d74866-6454-45a2-b7a4-3e265fd09ca0 req-47dabdd3-da1f-4cba-9ca2-bab1e029d4a6 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:23.966197 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-23d74866-6454-45a2-b7a4-3e265fd09ca0 req-47dabdd3-da1f-4cba-9ca2-bab1e029d4a6 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0594108 Apr 08 17:45:24.018106 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-23d74866-6454-45a2-b7a4-3e265fd09ca0 req-2ab11469-4cb6-4bba-9e08-eb7964113996 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433795 Apr 08 17:45:24.432908 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb995d-037f-4b2f-8455-53a5d2b4d8b0 req-a75f6301-633d-4075-b94d-dd366fd117c5 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:24.434404 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-83cb995d-037f-4b2f-8455-53a5d2b4d8b0 req-a75f6301-633d-4075-b94d-dd366fd117c5 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0532160 Apr 08 17:45:24.484048 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-83cb995d-037f-4b2f-8455-53a5d2b4d8b0 req-35886b37-b4f5-4586-a31a-dce0057e3a67 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415061 Apr 08 17:45:25.159633 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803df62a-d07c-4dfc-84d7-e0dd41827cda req-ca36e5a2-15ef-420a-863a-51096722ea92 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:25.161786 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-803df62a-d07c-4dfc-84d7-e0dd41827cda req-ca36e5a2-15ef-420a-863a-51096722ea92 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0622995 Apr 08 17:45:25.220494 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-803df62a-d07c-4dfc-84d7-e0dd41827cda req-13778d4b-da90-4563-beca-d3ec1b639058 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518944 Apr 08 17:45:25.619879 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517870c-6a1e-48b0-b8c6-ce339eccbc19 req-006697ff-2ffd-471b-a4e9-34cf528cddd0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:25.621443 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d517870c-6a1e-48b0-b8c6-ce339eccbc19 req-006697ff-2ffd-471b-a4e9-34cf528cddd0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0581031 Apr 08 17:45:25.678850 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d517870c-6a1e-48b0-b8c6-ce339eccbc19 req-223000d5-43ab-4652-825c-391aebbb98e9 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516233 Apr 08 17:45:26.346441 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367d54d-253b-4494-9cec-ba722416c86c req-0b575ac1-72b0-4421-9c8e-30197a626bab tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:26.347913 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1367d54d-253b-4494-9cec-ba722416c86c req-0b575ac1-72b0-4421-9c8e-30197a626bab tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0521989 Apr 08 17:45:26.411990 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1367d54d-253b-4494-9cec-ba722416c86c req-5b1d6293-e137-4a24-aa7a-325740149226 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582230 Apr 08 17:45:26.803313 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7a839-a802-4e0a-aaa7-2921ef37027b req-3d82402e-f836-4b82-aefd-d52d5a27c450 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:26.804828 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-24d7a839-a802-4e0a-aaa7-2921ef37027b req-3d82402e-f836-4b82-aefd-d52d5a27c450 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0509610 Apr 08 17:45:26.860972 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-24d7a839-a802-4e0a-aaa7-2921ef37027b req-6c522d82-4c7c-48cd-8363-2d6bb0909d38 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495462 Apr 08 17:45:27.540301 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4ee73-b54b-46f1-a50f-3a6d13a24e4c req-e5a9dba8-572e-4da3-af9a-6939f95a1a5c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:27.541866 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-11a4ee73-b54b-46f1-a50f-3a6d13a24e4c req-e5a9dba8-572e-4da3-af9a-6939f95a1a5c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0493996 Apr 08 17:45:27.592781 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-11a4ee73-b54b-46f1-a50f-3a6d13a24e4c req-1916ed78-e642-47c1-95bd-ace48ba61a64 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444932 Apr 08 17:45:27.646230 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a13e3-eb9c-49c2-ad33-3e0cb4b4dbd8 req-7aad5348-85df-488e-910c-1d4c1503ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:27.647769 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-981a13e3-eb9c-49c2-ad33-3e0cb4b4dbd8 req-7aad5348-85df-488e-910c-1d4c1503ae67 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 1129 time: 0.0405788 Apr 08 17:45:27.705379 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-981a13e3-eb9c-49c2-ad33-3e0cb4b4dbd8 req-dd4fe15c-0c47-40df-a818-3870584743e8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469620 Apr 08 17:45:27.993524 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b42c4-300d-49d6-88db-8929b9b57937 req-d5779a21-4107-4e9a-93b2-aa1e831e713f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:27.995104 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-032b42c4-300d-49d6-88db-8929b9b57937 req-d5779a21-4107-4e9a-93b2-aa1e831e713f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0592139 Apr 08 17:45:28.048459 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-032b42c4-300d-49d6-88db-8929b9b57937 req-3dd9b01f-083d-4946-89ed-33311322f1fd tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444798 Apr 08 17:45:28.716467 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe1fc8-1554-445f-a933-e3c68e8fc6e8 req-4163fc0e-5f2f-453e-a940-6e476efa6235 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:28.717968 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c3fe1fc8-1554-445f-a933-e3c68e8fc6e8 req-4163fc0e-5f2f-453e-a940-6e476efa6235 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0536590 Apr 08 17:45:28.767454 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c3fe1fc8-1554-445f-a933-e3c68e8fc6e8 req-cc98366a-7c94-4239-885a-7e4350d0340e tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413074 Apr 08 17:45:29.184678 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b73a11-babd-45b0-a535-407f2c5896d7 req-ac3f32e8-63f4-493e-ac3a-662dcc67f71b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:29.186215 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-73b73a11-babd-45b0-a535-407f2c5896d7 req-ac3f32e8-63f4-493e-ac3a-662dcc67f71b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0585093 Apr 08 17:45:29.237258 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-73b73a11-babd-45b0-a535-407f2c5896d7 req-1feb6565-88f4-4b57-9a68-7211fd669180 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433598 Apr 08 17:45:29.902197 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf117b3a-ec02-468d-9b4c-e60b6d4a71e3 req-e1dbfb06-b787-48d0-a765-6bb040f7b7fe tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:29.903738 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cf117b3a-ec02-468d-9b4c-e60b6d4a71e3 req-e1dbfb06-b787-48d0-a765-6bb040f7b7fe tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0507262 Apr 08 17:45:29.958968 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cf117b3a-ec02-468d-9b4c-e60b6d4a71e3 req-10dc893c-c720-48b8-92be-65fbf57e0e35 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495100 Apr 08 17:45:30.373748 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df498e7-98a0-4bea-9978-d65718f42161 req-528de6ac-b3af-4ff9-8a03-56aebfad4864 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:30.375244 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0df498e7-98a0-4bea-9978-d65718f42161 req-528de6ac-b3af-4ff9-8a03-56aebfad4864 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0578568 Apr 08 17:45:30.424167 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0df498e7-98a0-4bea-9978-d65718f42161 req-ee96619f-d1fa-42e7-8d78-b6b299b03118 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430133 Apr 08 17:45:31.095791 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5701c0-cef3-4d21-aa21-d66ac1a60e14 req-5827f23d-71bd-47ec-9764-bf8260213ce5 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:31.097305 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-de5701c0-cef3-4d21-aa21-d66ac1a60e14 req-5827f23d-71bd-47ec-9764-bf8260213ce5 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0590634 Apr 08 17:45:31.148022 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-de5701c0-cef3-4d21-aa21-d66ac1a60e14 req-728f8ae7-518a-44b6-9a40-bd93ccf8712c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432537 Apr 08 17:45:31.568853 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a05bf-5e97-4799-9887-c175fdecb12e req-68d683ec-9fde-4a88-b0f2-bc704f697102 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:31.572320 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d3a05bf-5e97-4799-9887-c175fdecb12e req-68d683ec-9fde-4a88-b0f2-bc704f697102 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0570099 Apr 08 17:45:31.590678 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e71ea8-3a14-437d-8045-b846333db68f req-93a934b9-3497-4a3a-ac61-ec3a292cefea tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:31.592411 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f9e71ea8-3a14-437d-8045-b846333db68f req-93a934b9-3497-4a3a-ac61-ec3a292cefea tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0672965 Apr 08 17:45:31.639148 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d3a05bf-5e97-4799-9887-c175fdecb12e req-b68da92d-317d-43f8-949b-232d2e548c91 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578008 Apr 08 17:45:31.650143 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f9e71ea8-3a14-437d-8045-b846333db68f req-37bcbbdb-047a-4860-bb70-0d21c3a6fcbb tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499127 Apr 08 17:45:32.768102 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36581085-d901-4f9a-86de-7168f9ea72dd req-dbec852f-f5f8-40d3-aa37-095a6c1cd8ce tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:32.768847 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1431e30-f228-4634-a730-383d13d820c1 req-901bce09-43a3-48e0-ac43-885682e3f892 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:32.769602 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-36581085-d901-4f9a-86de-7168f9ea72dd req-dbec852f-f5f8-40d3-aa37-095a6c1cd8ce tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0516880 Apr 08 17:45:32.769772 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b1431e30-f228-4634-a730-383d13d820c1 req-901bce09-43a3-48e0-ac43-885682e3f892 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0475285 Apr 08 17:45:32.818655 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-36581085-d901-4f9a-86de-7168f9ea72dd req-0a5b0039-278d-4e74-8797-2ebdc27be176 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430245 Apr 08 17:45:32.821927 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b1431e30-f228-4634-a730-383d13d820c1 req-c1b13d39-d29e-48e7-939a-200b2a32b14b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460765 Apr 08 17:45:33.109781 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df7335-ad7a-4619-bd27-a5aaf065db97 req-7adac82f-07ca-41f6-88ce-08c26b656c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:33.111161 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f8df7335-ad7a-4619-bd27-a5aaf065db97 req-7adac82f-07ca-41f6-88ce-08c26b656c5b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 1129 time: 0.0441501 Apr 08 17:45:33.217044 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df7335-ad7a-4619-bd27-a5aaf065db97 req-324c231f-e50a-438d-9e65-e9120b596c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:33.218666 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f8df7335-ad7a-4619-bd27-a5aaf065db97 req-324c231f-e50a-438d-9e65-e9120b596c68 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b895debd-97b0-43f9-854d-b53eac68cddb HTTP/1.1" status: 200 len: 920 time: 0.0967288 Apr 08 17:45:33.310497 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f8df7335-ad7a-4619-bd27-a5aaf065db97 req-be874434-a8c7-4b6a-8017-397c758035cc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e38fd6e-c87f-4098-8fde-603fab5301f3 HTTP/1.1" status: 200 len: 1000 time: 0.0751100 Apr 08 17:45:33.363150 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df7335-ad7a-4619-bd27-a5aaf065db97 req-8e013e24-bb31-464c-8856-aca0f0f61727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:33.364547 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f8df7335-ad7a-4619-bd27-a5aaf065db97 req-8e013e24-bb31-464c-8856-aca0f0f61727 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8971a54-bad3-4305-9d36-2982512b73f9 HTTP/1.1" status: 200 len: 858 time: 0.0461762 Apr 08 17:45:33.413936 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df7335-ad7a-4619-bd27-a5aaf065db97 req-47a0668f-2683-4c5e-8f3f-a950832a63b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:33.415460 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f8df7335-ad7a-4619-bd27-a5aaf065db97 req-47a0668f-2683-4c5e-8f3f-a950832a63b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b895debd-97b0-43f9-854d-b53eac68cddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397866 Apr 08 17:45:33.511309 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f8df7335-ad7a-4619-bd27-a5aaf065db97 req-aca1f31f-b3be-4603-ad0e-b29868628930 service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870097 Apr 08 17:45:33.625760 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f8df7335-ad7a-4619-bd27-a5aaf065db97 req-b28897a7-edbc-4b73-a266-fa180793c6cf service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005700 Apr 08 17:45:33.944460 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa21343-48ba-4f13-88d2-4645ce1501db req-c0d0b312-77c3-4e3f-89ea-7b366e32bcdf tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:33.945989 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0aa21343-48ba-4f13-88d2-4645ce1501db req-c0d0b312-77c3-4e3f-89ea-7b366e32bcdf tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 944 time: 0.0489986 Apr 08 17:45:33.948125 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caf6aa-83d7-487d-b72d-d8cfdcbee776 req-192b27d6-2116-46fa-a3c8-4e266691608f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:33.949626 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-81caf6aa-83d7-487d-b72d-d8cfdcbee776 req-192b27d6-2116-46fa-a3c8-4e266691608f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0526774 Apr 08 17:45:33.996487 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0aa21343-48ba-4f13-88d2-4645ce1501db req-02ada73d-bbb9-4ae6-a46a-4fa9d9309adc tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445158 Apr 08 17:45:33.997411 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-81caf6aa-83d7-487d-b72d-d8cfdcbee776 req-93a35143-6dc6-4bc5-8321-8fcca0b0f330 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418763 Apr 08 17:45:34.220088 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 84af0e26-395c-47be-ae44-b2b038690422 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:45:34.329002 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 84af0e26-395c-47be-ae44-b2b038690422, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=84af0e26-395c-47be-ae44-b2b038690422,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:34.341912 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': '84af0e26-395c-47be-ae44-b2b038690422', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'port_id': '84af0e26-395c-47be-ae44-b2b038690422', 'mac_address': 'fa:16:3e:e8:ee:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:45:34.511598 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 84af0e26-395c-47be-ae44-b2b038690422 is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:34.511859 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (84af0e26-395c-47be-ae44-b2b038690422), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:34.526027 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84af0e26-395c-47be-ae44-b2b038690422 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:45:34.546112 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 84af0e26-395c-47be-ae44-b2b038690422, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=84af0e26-395c-47be-ae44-b2b038690422,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:34.552174 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (84af0e26-395c-47be-ae44-b2b038690422), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:34.608324 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=84af0e26-395c-47be-ae44-b2b038690422,revision_number=9']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:34.616031 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:34.616350 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:34.616772 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:34.617123 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:34.617453 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:34.617778 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:34.618105 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:34.618402 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:34.618737 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:34.619064 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:34.619381 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:34.619701 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:34.619999 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:34.620308 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:34.620645 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:35.122094 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9c073-f073-492b-9e56-839daf287411 req-e889f61a-a57f-41ca-ae24-6bcd3a84c8b7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:35.122760 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a4ce-a9cf-458f-ba5c-e7968954f03a req-dca45d22-cb3e-4352-a06d-54a4f30bf644 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:35.123646 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-70f9c073-f073-492b-9e56-839daf287411 req-e889f61a-a57f-41ca-ae24-6bcd3a84c8b7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 945 time: 0.0499439 Apr 08 17:45:35.124677 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d5f9a4ce-a9cf-458f-ba5c-e7968954f03a req-dca45d22-cb3e-4352-a06d-54a4f30bf644 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0493591 Apr 08 17:45:35.175629 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d5f9a4ce-a9cf-458f-ba5c-e7968954f03a req-de0df3a2-4cc6-411d-bf60-cc3e94dace44 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446622 Apr 08 17:45:35.178284 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-70f9c073-f073-492b-9e56-839daf287411 req-756f8b72-00fd-47b1-b1be-57e59ddff45b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489845 Apr 08 17:45:35.308162 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['84af0e26-395c-47be-ae44-b2b038690422'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:45:36.303609 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd61544-590f-446f-b570-ff4f6787f139 req-63c021ad-d745-4f26-9083-395815ec2802 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:36.305324 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fdd61544-590f-446f-b570-ff4f6787f139 req-63c021ad-d745-4f26-9083-395815ec2802 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0558231 Apr 08 17:45:36.314888 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1552bcd-575b-489f-b38b-36e16d76e053 req-55295a70-d2d3-45ba-adfe-23ef55031fe6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:36.316518 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e1552bcd-575b-489f-b38b-36e16d76e053 req-55295a70-d2d3-45ba-adfe-23ef55031fe6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 945 time: 0.0582478 Apr 08 17:45:36.353118 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fdd61544-590f-446f-b570-ff4f6787f139 req-f8da4e32-74b3-4058-96f8-ba41ace5a966 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421154 Apr 08 17:45:36.365496 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e1552bcd-575b-489f-b38b-36e16d76e053 req-5df19da2-fe06-4fbe-a141-f70af34e4fd8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431778 Apr 08 17:45:36.943395 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 84af0e26-395c-47be-ae44-b2b038690422 up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:45:36.997147 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port 84af0e26-395c-47be-ae44-b2b038690422 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:36.997515 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (84af0e26-395c-47be-ae44-b2b038690422), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:37.093121 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 84af0e26-395c-47be-ae44-b2b038690422 is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:37.093478 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (84af0e26-395c-47be-ae44-b2b038690422), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:37.119271 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b891b6-d56a-4d28-b5da-c2024d44fd99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84af0e26-395c-47be-ae44-b2b038690422'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:45:37.121578 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0742b45-2a87-4ca9-a40e-c7f42ca2d9c4" -d '{"events": [{"server_uuid": "80b891b6-d56a-4d28-b5da-c2024d44fd99", "name": "network-vif-plugged", "status": "completed", "tag": "84af0e26-395c-47be-ae44-b2b038690422"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:45:37.134600 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 84af0e26-395c-47be-ae44-b2b038690422, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=84af0e26-395c-47be-ae44-b2b038690422,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:37.142387 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (84af0e26-395c-47be-ae44-b2b038690422), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:37.167492 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566fb246-0c23-47f4-b8fd-3c32751048d1 x-openstack-request-id: req-566fb246-0c23-47f4-b8fd-3c32751048d1 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:45:37.167810 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b891b6-d56a-4d28-b5da-c2024d44fd99", "name": "network-vif-plugged", "status": "completed", "tag": "84af0e26-395c-47be-ae44-b2b038690422", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:45:37.168065 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-566fb246-0c23-47f4-b8fd-3c32751048d1 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:45:37.168461 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566fb246-0c23-47f4-b8fd-3c32751048d1'] response: {'server_uuid': '80b891b6-d56a-4d28-b5da-c2024d44fd99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84af0e26-395c-47be-ae44-b2b038690422', 'code': 200} Apr 08 17:45:37.195689 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=84af0e26-395c-47be-ae44-b2b038690422,revision_number=10']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:37.473784 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54319820-f132-4805-bad4-ca5a3955cf5d req-b5626d10-3afb-4ab7-a675-970736c450fe tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:37.475275 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-54319820-f132-4805-bad4-ca5a3955cf5d req-b5626d10-3afb-4ab7-a675-970736c450fe tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0501177 Apr 08 17:45:37.488514 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968954f4-b23d-44fc-bd0b-6c98cf14375f req-9b3262cd-34e2-4028-a20b-6185cb8569e0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:37.490004 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-968954f4-b23d-44fc-bd0b-6c98cf14375f req-9b3262cd-34e2-4028-a20b-6185cb8569e0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 947 time: 0.0516179 Apr 08 17:45:37.522449 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-54319820-f132-4805-bad4-ca5a3955cf5d req-1436edc5-10d8-4a21-8094-506643769e7a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413034 Apr 08 17:45:37.538783 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-968954f4-b23d-44fc-bd0b-6c98cf14375f req-86cbb8da-ffde-4138-a35b-4c5b0b075326 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429478 Apr 08 17:45:38.647180 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96db4a-401a-484a-b0c1-fecf4d6179a0 req-c7ca2d60-ce63-48d6-a51f-989f1d7fc38f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:38.650119 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fd96db4a-401a-484a-b0c1-fecf4d6179a0 req-c7ca2d60-ce63-48d6-a51f-989f1d7fc38f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0534832 Apr 08 17:45:38.658082 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89573f9b-1b90-4f33-ac87-6b76af4969e4 req-66d0970c-6fea-42d7-b110-7b8509dbd88e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:38.659557 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-89573f9b-1b90-4f33-ac87-6b76af4969e4 req-66d0970c-6fea-42d7-b110-7b8509dbd88e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 947 time: 0.0476069 Apr 08 17:45:38.699961 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fd96db4a-401a-484a-b0c1-fecf4d6179a0 req-56859f66-9e25-4dc3-82d7-f11548b440f7 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456858 Apr 08 17:45:38.720930 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-89573f9b-1b90-4f33-ac87-6b76af4969e4 req-c76014e6-8c70-477c-ad62-928cf4741d3e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553143 Apr 08 17:45:38.781911 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7e27e-ffd2-4c7e-9d99-8faec797f284 req-2ea91941-38fc-4419-a014-b94369d0d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:38.783303 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-97c7e27e-ffd2-4c7e-9d99-8faec797f284 req-2ea91941-38fc-4419-a014-b94369d0d9b6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 1131 time: 0.0383971 Apr 08 17:45:38.812153 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671addbb-c346-4dae-9b53-cb2e99a58101 req-98dc73c6-a158-4829-8336-b1da1f6423f6 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:38.813828 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-671addbb-c346-4dae-9b53-cb2e99a58101 req-98dc73c6-a158-4829-8336-b1da1f6423f6 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0464377 Apr 08 17:45:38.822531 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 40394) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:38.826951 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-853f09b9-ee0b-4538-b957-c42271648863 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Request body: {'floatingip': {'port_id': '1e38fd6e-c87f-4098-8fde-603fab5301f3'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:38.827817 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-97c7e27e-ffd2-4c7e-9d99-8faec797f284 req-80f6bc3b-debc-4d6f-b475-6a771f7fb47b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369091 Apr 08 17:45:38.885354 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-853f09b9-ee0b-4538-b957-c42271648863 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for floatingip (ae85e9d9-ff6f-4b40-8d9f-9be47f228734), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:39.365786 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-853f09b9-ee0b-4538-b957-c42271648863 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:39.373320 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-853f09b9-ee0b-4538-b957-c42271648863 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (ae85e9d9-ff6f-4b40-8d9f-9be47f228734), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:39.598268 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853f09b9-ee0b-4538-b957-c42271648863 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Router 34ed58de-58f0-4f58-8d11-1848e18b0a73 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:45:39.716333 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853f09b9-ee0b-4538-b957-c42271648863 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:45:39.721762 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-853f09b9-ee0b-4538-b957-c42271648863 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:39.726464 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75600e-0dfa-4414-8847-fb93c7c7112c None None] Sync routers for ids ['34ed58de-58f0-4f58-8d11-1848e18b0a73'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:45:39.736379 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75600e-0dfa-4414-8847-fb93c7c7112c None None] Routers {'34ed58de-58f0-4f58-8d11-1848e18b0a73'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:45:39.737024 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-6e75600e-0dfa-4414-8847-fb93c7c7112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:45:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['34ed58de-58f0-4f58-8d11-1848e18b0a73'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:39.753667 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4ac931-1d70-4187-9b78-ec1d104fbc8c', 'tag': '1e38fd6e-c87f-4098-8fde-603fab5301f3'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:45:39.755969 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e3cc70-7597-4c2a-9626-8c79e6a52428" -d '{"events": [{"name": "network-changed", "server_uuid": "da4ac931-1d70-4187-9b78-ec1d104fbc8c", "tag": "1e38fd6e-c87f-4098-8fde-603fab5301f3"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:45:39.799579 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-853f09b9-ee0b-4538-b957-c42271648863 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "PUT /v2.0/floatingips/ae85e9d9-ff6f-4b40-8d9f-9be47f228734 HTTP/1.1" status: 200 len: 992 time: 0.9758506 Apr 08 17:45:39.849441 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf0abb-0b95-4fe9-a517-f88f8446b42a req-5297bae3-05b7-49d9-a826-b60e59579f14 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:39.851000 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7bbf0abb-0b95-4fe9-a517-f88f8446b42a req-5297bae3-05b7-49d9-a826-b60e59579f14 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 947 time: 0.0506427 Apr 08 17:45:39.860852 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-6e75600e-0dfa-4414-8847-fb93c7c7112c None None] Set router 34ed58de-58f0-4f58-8d11-1848e18b0a73 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:45:39.862946 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b1b87b-3ca7-46ba-bb7d-1ddc8adf8a34 x-openstack-request-id: req-d0b1b87b-3ca7-46ba-bb7d-1ddc8adf8a34 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:45:39.863247 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4ac931-1d70-4187-9b78-ec1d104fbc8c", "tag": "1e38fd6e-c87f-4098-8fde-603fab5301f3", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:45:39.863523 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d0b1b87b-3ca7-46ba-bb7d-1ddc8adf8a34 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:45:39.864074 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b1b87b-3ca7-46ba-bb7d-1ddc8adf8a34'] response: {'name': 'network-changed', 'server_uuid': 'da4ac931-1d70-4187-9b78-ec1d104fbc8c', 'tag': '1e38fd6e-c87f-4098-8fde-603fab5301f3', 'status': 'completed', 'code': 200} Apr 08 17:45:39.898872 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7bbf0abb-0b95-4fe9-a517-f88f8446b42a req-59549bf4-8066-4ed1-985a-575b4ba6a1be tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415826 Apr 08 17:45:40.089897 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-6e75600e-0dfa-4414-8847-fb93c7c7112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'name': 'tempest-ServerRescueNegativeTestJSON-1434803203-router', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:46Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'gw_port': {'id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': 'ae85e9d9-ff6f-4b40-8d9f-9be47f228734', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'port_id': '1e38fd6e-c87f-4098-8fde-603fab5301f3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'mac_address': 'fa:16:3e:0d:80:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ac931-1d70-4187-9b78-ec1d104fbc8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:42:05Z', 'updated_at': '2022-04-08T17:45:39Z', 'revision_number': 3, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844de5c2-265f-4917-ba2f-c39874925182', 'name': '', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'mac_address': 'fa:16:3e:84:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:39:14Z', 'revision_number': 5, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'subnets': [{'id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:40.122543 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75600e-0dfa-4414-8847-fb93c7c7112c None None] Checking router: 34ed58de-58f0-4f58-8d11-1848e18b0a73 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:45:40.132973 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75600e-0dfa-4414-8847-fb93c7c7112c None None] Routers {'34ed58de-58f0-4f58-8d11-1848e18b0a73'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:45:40.133588 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-6e75600e-0dfa-4414-8847-fb93c7c7112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:45:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['34ed58de-58f0-4f58-8d11-1848e18b0a73'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:40.248909 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-6e75600e-0dfa-4414-8847-fb93c7c7112c None None] Set router 34ed58de-58f0-4f58-8d11-1848e18b0a73 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:45:40.418047 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3cc70-7597-4c2a-9626-8c79e6a52428 req-d7941de9-4117-44a6-a692-72912fee8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:40.419588 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-89e3cc70-7597-4c2a-9626-8c79e6a52428 req-d7941de9-4117-44a6-a692-72912fee8d66 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 1129 time: 0.0471382 Apr 08 17:45:40.515494 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3cc70-7597-4c2a-9626-8c79e6a52428 req-2bde9ec0-1ceb-4c62-9002-cfcffaa84f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:40.517089 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-89e3cc70-7597-4c2a-9626-8c79e6a52428 req-2bde9ec0-1ceb-4c62-9002-cfcffaa84f50 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b895debd-97b0-43f9-854d-b53eac68cddb HTTP/1.1" status: 200 len: 920 time: 0.0899174 Apr 08 17:45:40.578550 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-6e75600e-0dfa-4414-8847-fb93c7c7112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'name': 'tempest-ServerRescueNegativeTestJSON-1434803203-router', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:46Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'gw_port': {'id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': 'ae85e9d9-ff6f-4b40-8d9f-9be47f228734', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'port_id': '1e38fd6e-c87f-4098-8fde-603fab5301f3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'mac_address': 'fa:16:3e:0d:80:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ac931-1d70-4187-9b78-ec1d104fbc8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:42:05Z', 'updated_at': '2022-04-08T17:45:39Z', 'revision_number': 3, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844de5c2-265f-4917-ba2f-c39874925182', 'name': '', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'mac_address': 'fa:16:3e:84:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:39:14Z', 'revision_number': 5, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'subnets': [{'id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:40.589470 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-89e3cc70-7597-4c2a-9626-8c79e6a52428 req-a4989ceb-c62d-4991-afe5-15121af9986f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e38fd6e-c87f-4098-8fde-603fab5301f3 HTTP/1.1" status: 200 len: 1000 time: 0.0629950 Apr 08 17:45:40.607918 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75600e-0dfa-4414-8847-fb93c7c7112c None None] The sync data for ids ['34ed58de-58f0-4f58-8d11-1848e18b0a73'] in dv-cinder-837166-1-iscsi is: [{'id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'name': 'tempest-ServerRescueNegativeTestJSON-1434803203-router', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:46Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'gw_port': {'id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': 'ae85e9d9-ff6f-4b40-8d9f-9be47f228734', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'port_id': '1e38fd6e-c87f-4098-8fde-603fab5301f3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'mac_address': 'fa:16:3e:0d:80:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4ac931-1d70-4187-9b78-ec1d104fbc8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:42:05Z', 'updated_at': '2022-04-08T17:45:39Z', 'revision_number': 3, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844de5c2-265f-4917-ba2f-c39874925182', 'name': '', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'mac_address': 'fa:16:3e:84:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:39:14Z', 'revision_number': 5, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'subnets': [{'id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:45:40.643846 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3cc70-7597-4c2a-9626-8c79e6a52428 req-ddfc53cd-6600-4c59-b8be-5f0465a8426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:40.645396 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-89e3cc70-7597-4c2a-9626-8c79e6a52428 req-ddfc53cd-6600-4c59-b8be-5f0465a8426c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8971a54-bad3-4305-9d36-2982512b73f9 HTTP/1.1" status: 200 len: 858 time: 0.0460403 Apr 08 17:45:40.700362 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3cc70-7597-4c2a-9626-8c79e6a52428 req-80f85422-2dcb-4ad3-88cd-caa5fea1aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:40.701903 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-89e3cc70-7597-4c2a-9626-8c79e6a52428 req-80f85422-2dcb-4ad3-88cd-caa5fea1aec6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b895debd-97b0-43f9-854d-b53eac68cddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408785 Apr 08 17:45:40.831046 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-89e3cc70-7597-4c2a-9626-8c79e6a52428 req-b257c12a-cc40-4cd2-9528-3ed76a31ce33 service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855119 Apr 08 17:45:40.949985 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-89e3cc70-7597-4c2a-9626-8c79e6a52428 req-fe576c9e-f024-4811-832a-f1cc0a997baa service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045067 Apr 08 17:45:41.022246 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee0624-f353-4d1a-8d41-38af21e25daa req-efea22d2-f5e9-4434-8e2a-788037ce514d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:41.024130 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-09ee0624-f353-4d1a-8d41-38af21e25daa req-efea22d2-f5e9-4434-8e2a-788037ce514d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 947 time: 0.0494471 Apr 08 17:45:41.076475 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-09ee0624-f353-4d1a-8d41-38af21e25daa req-f4d4c3dd-7f1a-4def-8657-c204b90cc766 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454786 Apr 08 17:45:41.866157 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4ac931-1d70-4187-9b78-ec1d104fbc8c', 'tag': '1e38fd6e-c87f-4098-8fde-603fab5301f3'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:45:41.869612 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f595b33d-8832-4d70-acb3-7d87a4ff70f3" -d '{"events": [{"name": "network-changed", "server_uuid": "da4ac931-1d70-4187-9b78-ec1d104fbc8c", "tag": "1e38fd6e-c87f-4098-8fde-603fab5301f3"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:45:41.912986 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5964708e-6522-4e20-a907-bbaa9ea64057 x-openstack-request-id: req-5964708e-6522-4e20-a907-bbaa9ea64057 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:45:41.913275 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4ac931-1d70-4187-9b78-ec1d104fbc8c", "tag": "1e38fd6e-c87f-4098-8fde-603fab5301f3", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:45:41.913530 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5964708e-6522-4e20-a907-bbaa9ea64057 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:45:41.913933 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5964708e-6522-4e20-a907-bbaa9ea64057'] response: {'name': 'network-changed', 'server_uuid': 'da4ac931-1d70-4187-9b78-ec1d104fbc8c', 'tag': '1e38fd6e-c87f-4098-8fde-603fab5301f3', 'status': 'completed', 'code': 200} Apr 08 17:45:41.989869 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595b33d-8832-4d70-acb3-7d87a4ff70f3 req-c7c03c3d-614d-4fb5-9716-4b6e93e32e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:41.991451 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f595b33d-8832-4d70-acb3-7d87a4ff70f3 req-c7c03c3d-614d-4fb5-9716-4b6e93e32e8e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 1129 time: 0.0532689 Apr 08 17:45:42.115681 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595b33d-8832-4d70-acb3-7d87a4ff70f3 req-cf5b3e86-732c-416f-ae89-6ed9da8e2307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:42.117166 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f595b33d-8832-4d70-acb3-7d87a4ff70f3 req-cf5b3e86-732c-416f-ae89-6ed9da8e2307 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b895debd-97b0-43f9-854d-b53eac68cddb HTTP/1.1" status: 200 len: 920 time: 0.0991633 Apr 08 17:45:42.190730 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f595b33d-8832-4d70-acb3-7d87a4ff70f3 req-d7bdce0d-b046-4d3c-8833-35758590ad71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e38fd6e-c87f-4098-8fde-603fab5301f3 HTTP/1.1" status: 200 len: 1000 time: 0.0636094 Apr 08 17:45:42.197427 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03030f1f-00af-4001-b1c3-946f75e84a1a req-1590e8a5-8a27-471d-a2a3-1b9c67402e55 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:42.198923 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-03030f1f-00af-4001-b1c3-946f75e84a1a req-1590e8a5-8a27-471d-a2a3-1b9c67402e55 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 947 time: 0.0481565 Apr 08 17:45:42.246181 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-03030f1f-00af-4001-b1c3-946f75e84a1a req-13abb69c-029d-4048-8e3a-e845a6c82b6b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413065 Apr 08 17:45:42.247263 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595b33d-8832-4d70-acb3-7d87a4ff70f3 req-77ba20c5-4e58-4b94-8d95-7d3b3cc7ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:42.248768 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f595b33d-8832-4d70-acb3-7d87a4ff70f3 req-77ba20c5-4e58-4b94-8d95-7d3b3cc7ea13 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8971a54-bad3-4305-9d36-2982512b73f9 HTTP/1.1" status: 200 len: 858 time: 0.0441113 Apr 08 17:45:42.294452 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595b33d-8832-4d70-acb3-7d87a4ff70f3 req-2a634220-50fe-40b7-aaea-eef49b47c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:42.295944 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f595b33d-8832-4d70-acb3-7d87a4ff70f3 req-2a634220-50fe-40b7-aaea-eef49b47c501 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b895debd-97b0-43f9-854d-b53eac68cddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398664 Apr 08 17:45:42.391806 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f595b33d-8832-4d70-acb3-7d87a4ff70f3 req-f4a988da-722a-4aaf-945d-e04afd4e7ffc service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885532 Apr 08 17:45:42.491513 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f595b33d-8832-4d70-acb3-7d87a4ff70f3 req-6e0a29a0-bb0b-4dd6-9a55-ae3764e23492 service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908062 Apr 08 17:45:43.034172 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a538f500-3a82-4843-b890-83b79fbe74db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:45.441308 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-870f6da2-f73a-4fdf-8dbc-1c5d0ee93047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:46.458152 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:46.713693 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:47.985181 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:49.541469 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:54.324723 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b9ddc4c6-d339-41bb-95cd-130ed318b84f req-27a4a1a4-b794-4b92-af49-275af38370d3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424542 Apr 08 17:45:54.430859 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddc4c6-d339-41bb-95cd-130ed318b84f req-2049f5c1-42c1-4bbd-9f58-712c14a33b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:54.433064 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b9ddc4c6-d339-41bb-95cd-130ed318b84f req-2049f5c1-42c1-4bbd-9f58-712c14a33b91 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 1130 time: 0.0461974 Apr 08 17:45:54.556860 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddc4c6-d339-41bb-95cd-130ed318b84f req-8357f3e1-8dde-4850-ba5e-5e602d7a9a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:54.558240 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b9ddc4c6-d339-41bb-95cd-130ed318b84f req-8357f3e1-8dde-4850-ba5e-5e602d7a9a1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=b895debd-97b0-43f9-854d-b53eac68cddb HTTP/1.1" status: 200 len: 920 time: 0.0911229 Apr 08 17:45:54.603889 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b9ddc4c6-d339-41bb-95cd-130ed318b84f req-d045c46a-6d4e-44fa-ac01-cabaad3a82cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba32feec-d45d-45f5-b67e-c9edbaa86b39 HTTP/1.1" status: 200 len: 217 time: 0.0389442 Apr 08 17:45:54.663622 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddc4c6-d339-41bb-95cd-130ed318b84f req-c0f97fb1-ea06-47b9-b021-1da6ddb7b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:54.665136 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b9ddc4c6-d339-41bb-95cd-130ed318b84f req-c0f97fb1-ea06-47b9-b021-1da6ddb7b6b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8971a54-bad3-4305-9d36-2982512b73f9 HTTP/1.1" status: 200 len: 858 time: 0.0502660 Apr 08 17:45:54.709353 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddc4c6-d339-41bb-95cd-130ed318b84f req-009d0eaa-d29d-4054-ad2b-46d3a76874fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:54.710958 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b9ddc4c6-d339-41bb-95cd-130ed318b84f req-009d0eaa-d29d-4054-ad2b-46d3a76874fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b895debd-97b0-43f9-854d-b53eac68cddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388651 Apr 08 17:45:55.055579 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b9ddc4c6-d339-41bb-95cd-130ed318b84f req-942871d7-37c8-4965-81f0-76d31d1bd64e service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359287 Apr 08 17:45:55.149912 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b9ddc4c6-d339-41bb-95cd-130ed318b84f req-0e714981-916c-485c-b919-273d81f230b2 service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842202 Apr 08 17:45:59.413514 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:46:13.032623 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fe9afe68-50bb-401d-b5c1-dd10ec08ecd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:15.440448 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f1b2-1522-4219-ae58-78b8ecb2fa99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:16.452225 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:16.708280 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:17.984814 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:19.115634 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dd23e-6f4b-4e8b-9257-f9824c7faabc req-05d44de8-b02c-4fc0-8d83-1ab1fd6ca1ac tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:19.116271 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-394dd23e-6f4b-4e8b-9257-f9824c7faabc req-05d44de8-b02c-4fc0-8d83-1ab1fd6ca1ac tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0536447 Apr 08 17:46:19.165137 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-394dd23e-6f4b-4e8b-9257-f9824c7faabc req-67dc969c-8c9c-427c-a6a1-9e8b929fcae2 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417745 Apr 08 17:46:19.542155 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:20.307074 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769dcd1-a15b-4dfd-9c22-dca2771c747e req-32d02d57-0ecf-4fb8-b2ab-df82d36a5f1e tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:20.308627 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8769dcd1-a15b-4dfd-9c22-dca2771c747e req-32d02d57-0ecf-4fb8-b2ab-df82d36a5f1e tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0605810 Apr 08 17:46:20.358514 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8769dcd1-a15b-4dfd-9c22-dca2771c747e req-07760127-bb5d-4cc2-8b02-854ef055a937 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438976 Apr 08 17:46:21.488486 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79584226-e9ae-4fea-8823-79092f9619e8 req-e3fe2a46-fec5-46d8-9f5d-015a512d30f3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:21.489849 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-79584226-e9ae-4fea-8823-79092f9619e8 req-e3fe2a46-fec5-46d8-9f5d-015a512d30f3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0502789 Apr 08 17:46:21.543698 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-79584226-e9ae-4fea-8823-79092f9619e8 req-e35bb526-667c-43ca-aa3a-24110d2b9c14 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452781 Apr 08 17:46:22.675175 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aeed12-c358-4823-afda-d6be5e3b142b req-7d0228fe-2ca2-4e1e-b369-4e8594bf60aa tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:22.676695 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c0aeed12-c358-4823-afda-d6be5e3b142b req-7d0228fe-2ca2-4e1e-b369-4e8594bf60aa tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0561497 Apr 08 17:46:22.732146 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c0aeed12-c358-4823-afda-d6be5e3b142b req-ef94ccbe-2854-4035-9b3d-445e97b3bc3a tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483258 Apr 08 17:46:23.849009 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316ad06-e64f-40d7-8ee1-36bf65b832cf req-13015dfa-b8fa-433a-9fae-0e108402f8e1 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:23.850467 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d316ad06-e64f-40d7-8ee1-36bf65b832cf req-13015dfa-b8fa-433a-9fae-0e108402f8e1 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0482180 Apr 08 17:46:23.906783 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d316ad06-e64f-40d7-8ee1-36bf65b832cf req-e0b178e6-28e0-41e8-98b4-8e7d78005bd7 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470042 Apr 08 17:46:25.039783 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e47ce9-a1d6-4713-8d95-5fe9748a35c6 req-2099fb2e-1f36-451c-828e-a2ae92f5b15b tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:25.041330 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-11e47ce9-a1d6-4713-8d95-5fe9748a35c6 req-2099fb2e-1f36-451c-828e-a2ae92f5b15b tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0588322 Apr 08 17:46:25.097198 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-11e47ce9-a1d6-4713-8d95-5fe9748a35c6 req-de153aa0-495f-4451-ade7-d643537ee3ce tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475221 Apr 08 17:46:26.238225 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711267b-a5ae-4301-bbf3-3329fda425fa req-f8646bcf-97fd-472d-92ad-ea98dd3c556c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:26.239668 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d711267b-a5ae-4301-bbf3-3329fda425fa req-f8646bcf-97fd-472d-92ad-ea98dd3c556c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0594256 Apr 08 17:46:26.295278 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d711267b-a5ae-4301-bbf3-3329fda425fa req-a2bb010b-1ec4-4169-aa3a-9383f3b7676f tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486252 Apr 08 17:46:27.426463 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19cffb-8613-495d-bfb7-36d9562791af req-de6bc8b7-0ebd-4f76-89b3-f3840241e3ff tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:27.427972 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2a19cffb-8613-495d-bfb7-36d9562791af req-de6bc8b7-0ebd-4f76-89b3-f3840241e3ff tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0599923 Apr 08 17:46:27.478915 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2a19cffb-8613-495d-bfb7-36d9562791af req-47ee2466-6bf2-4919-906f-e9231a3b1703 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421269 Apr 08 17:46:28.602994 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235e214-2d35-4fed-85f6-64d0549cc6f3 req-1dd12ef6-0e66-46d7-a835-afa63c32ec43 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:28.604468 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6235e214-2d35-4fed-85f6-64d0549cc6f3 req-1dd12ef6-0e66-46d7-a835-afa63c32ec43 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0560088 Apr 08 17:46:28.650867 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6235e214-2d35-4fed-85f6-64d0549cc6f3 req-50c40b71-33ed-48a0-97e2-9425e8c574c9 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406950 Apr 08 17:46:29.776987 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be896a02-83b7-49e3-809f-520b407d4f6e req-e34ea0b7-5fd8-49cd-94fd-3b4c67bb8f5f tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:29.778485 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-be896a02-83b7-49e3-809f-520b407d4f6e req-e34ea0b7-5fd8-49cd-94fd-3b4c67bb8f5f tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0535133 Apr 08 17:46:29.829378 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-be896a02-83b7-49e3-809f-520b407d4f6e req-1e259133-89f6-452b-a8f4-bb05bb7807e7 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418725 Apr 08 17:46:30.961090 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77dc165-55f9-42fa-b37d-9510a20e63e7 req-2984d0b4-d1dc-431a-9597-a084c62fc5d8 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:30.963076 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f77dc165-55f9-42fa-b37d-9510a20e63e7 req-2984d0b4-d1dc-431a-9597-a084c62fc5d8 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0511956 Apr 08 17:46:31.012488 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f77dc165-55f9-42fa-b37d-9510a20e63e7 req-bfd4596e-2523-4c91-a66b-3decaccffff3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436487 Apr 08 17:46:32.146179 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f548c6-37d8-4cfc-b92e-fba870e533cd req-ecbcf118-f8d1-4937-8876-27c7904a2bf1 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:32.147676 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-35f548c6-37d8-4cfc-b92e-fba870e533cd req-ecbcf118-f8d1-4937-8876-27c7904a2bf1 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0565610 Apr 08 17:46:32.204859 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-35f548c6-37d8-4cfc-b92e-fba870e533cd req-f340c83b-51fe-425b-86de-8197f4232f4d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505214 Apr 08 17:46:33.339605 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537f6ad-bc26-4fa8-bebe-3f3128164f87 req-be09bcc7-4eca-4879-b96d-ebe58f45762c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:33.341141 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d537f6ad-bc26-4fa8-bebe-3f3128164f87 req-be09bcc7-4eca-4879-b96d-ebe58f45762c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0557477 Apr 08 17:46:33.398501 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d537f6ad-bc26-4fa8-bebe-3f3128164f87 req-9c2d4143-2375-4005-a992-7aac5d151e59 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509675 Apr 08 17:46:34.529130 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172603cd-54b4-44f0-b5f7-ea36bca78326 req-9c2600ce-ab88-4ca8-baf8-469b3854ff21 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:34.530527 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-172603cd-54b4-44f0-b5f7-ea36bca78326 req-9c2600ce-ab88-4ca8-baf8-469b3854ff21 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0582726 Apr 08 17:46:34.582151 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-172603cd-54b4-44f0-b5f7-ea36bca78326 req-f5647617-e6b0-4d2a-a92c-7c343c39507e tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459030 Apr 08 17:46:34.804529 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4f37f-94e7-40c1-acce-ccc0b5e77ed3 req-a3f3a9c6-a9a5-4223-a22d-567890a6b935 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:34.805954 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-cbb4f37f-94e7-40c1-acce-ccc0b5e77ed3 req-a3f3a9c6-a9a5-4223-a22d-567890a6b935 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0525973 Apr 08 17:46:34.841293 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76fec1-4f52-4717-a590-8a596516d295 req-1cab8078-d5d4-4612-993c-048745a8d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:34.843323 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6b76fec1-4f52-4717-a590-8a596516d295 req-1cab8078-d5d4-4612-993c-048745a8d07f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74a6abf6655b4484b7870dba86883953&device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 1129 time: 0.0418453 Apr 08 17:46:34.853813 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-cbb4f37f-94e7-40c1-acce-ccc0b5e77ed3 req-73a7bc14-aeca-47d5-88dc-4a3aab3febe8 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419168 Apr 08 17:46:34.949515 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76fec1-4f52-4717-a590-8a596516d295 req-ec1bcbe9-523b-4a5a-8626-b0596c6132e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:34.951015 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6b76fec1-4f52-4717-a590-8a596516d295 req-ec1bcbe9-523b-4a5a-8626-b0596c6132e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e6e2ce3-9728-4fc0-915f-f4f91891414e HTTP/1.1" status: 200 len: 910 time: 0.0953758 Apr 08 17:46:35.023011 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6b76fec1-4f52-4717-a590-8a596516d295 req-74673ee0-41df-4f4c-8568-4f5181964220 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbeb77ce-e8e8-4927-b509-08d9ccad99fb HTTP/1.1" status: 200 len: 1001 time: 0.0646498 Apr 08 17:46:35.074461 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76fec1-4f52-4717-a590-8a596516d295 req-43cde0dd-5208-4be3-a3af-fc0f25efe9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:35.075852 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6b76fec1-4f52-4717-a590-8a596516d295 req-43cde0dd-5208-4be3-a3af-fc0f25efe9b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e9e2b54-a696-442e-8b7f-0f08e3e15dd3 HTTP/1.1" status: 200 len: 848 time: 0.0445845 Apr 08 17:46:35.121557 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76fec1-4f52-4717-a590-8a596516d295 req-a4df302d-3022-4130-86a8-b390f4c13b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:35.123152 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6b76fec1-4f52-4717-a590-8a596516d295 req-a4df302d-3022-4130-86a8-b390f4c13b04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e6e2ce3-9728-4fc0-915f-f4f91891414e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402598 Apr 08 17:46:35.225052 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6b76fec1-4f52-4717-a590-8a596516d295 req-e082bfce-2666-4ed3-9888-79d728e2f108 service neutron] 10.222.0.20 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943413 Apr 08 17:46:35.323160 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6b76fec1-4f52-4717-a590-8a596516d295 req-edac1f6f-18fa-4d9a-8a49-6ffd76c41b51 service neutron] 10.222.0.20 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889089 Apr 08 17:46:35.990013 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fa43c-e50b-4792-aeb5-eb69fd61cc9d req-96962128-689f-4fc7-85da-b29a11a29e28 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:35.991479 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5e0fa43c-e50b-4792-aeb5-eb69fd61cc9d req-96962128-689f-4fc7-85da-b29a11a29e28 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0580034 Apr 08 17:46:36.045344 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5e0fa43c-e50b-4792-aeb5-eb69fd61cc9d req-e7174a31-a92b-4cfd-b4d9-bfe45f531184 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470934 Apr 08 17:46:36.416970 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:46:37.177828 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc77e5a-f7f4-478b-9847-81ff2ef50697 req-59d24931-9a63-4db3-a827-a0a32d539443 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:37.179343 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0bc77e5a-f7f4-478b-9847-81ff2ef50697 req-59d24931-9a63-4db3-a827-a0a32d539443 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0542212 Apr 08 17:46:37.230064 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0bc77e5a-f7f4-478b-9847-81ff2ef50697 req-82c7fea7-d729-4e8f-866b-b12e9502ddf8 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446548 Apr 08 17:46:43.034970 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ed29b48f-01b7-44f6-8d2d-e8da1bc59658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:45.438248 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-749d0fb1-3a05-4a1f-bb0f-086872b3dcbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:46.454641 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:46.719444 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:47.991932 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:49.545078 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:50.904730 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7d89b-d8b2-4067-9001-735f4f825a3e req-77c63a7a-bb89-4e38-8495-03043333a226 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:50.906238 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ade7d89b-d8b2-4067-9001-735f4f825a3e req-77c63a7a-bb89-4e38-8495-03043333a226 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 945 time: 0.0512927 Apr 08 17:46:50.963469 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ade7d89b-d8b2-4067-9001-735f4f825a3e req-a1511984-fa2f-455b-a017-4f0cd332739c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8b41ba8-175e-4a5b-b570-679bbaeb864a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475688 Apr 08 17:46:52.091468 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d027e-69f0-402f-8d58-a4b65851ed8d req-5d1fcd6c-3ae6-47fc-9519-7d3737c1aa1a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:52.092976 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b11d027e-69f0-402f-8d58-a4b65851ed8d req-5d1fcd6c-3ae6-47fc-9519-7d3737c1aa1a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 945 time: 0.0516522 Apr 08 17:46:52.145981 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b11d027e-69f0-402f-8d58-a4b65851ed8d req-851b3693-21d3-495b-884d-d5ce04e69e7a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8b41ba8-175e-4a5b-b570-679bbaeb864a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443311 Apr 08 17:46:53.282275 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c653fa2-bf52-49ea-b10e-7175f88d9773 req-d9c65c70-4cd0-4cb7-a7f6-9942911b967a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:53.283773 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8c653fa2-bf52-49ea-b10e-7175f88d9773 req-d9c65c70-4cd0-4cb7-a7f6-9942911b967a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 945 time: 0.0515251 Apr 08 17:46:53.338651 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8c653fa2-bf52-49ea-b10e-7175f88d9773 req-a24f6d5a-a015-4681-bbb6-196b2ccabce7 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=f8b41ba8-175e-4a5b-b570-679bbaeb864a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460770 Apr 08 17:46:53.508324 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760982d3-c700-4393-bb6b-882dbd5a2cae req-3ce2411a-3103-4583-bf83-96be9c96ca15 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:53.509758 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-760982d3-c700-4393-bb6b-882dbd5a2cae req-3ce2411a-3103-4583-bf83-96be9c96ca15 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 945 time: 0.0519767 Apr 08 17:46:53.650536 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [req-760982d3-c700-4393-bb6b-882dbd5a2cae req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Deleting port 7f5bce5b-191e-44c3-895a-45aa9ec1eae9 {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:46:53.650880 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-760982d3-c700-4393-bb6b-882dbd5a2cae req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (7f5bce5b-191e-44c3-895a-45aa9ec1eae9), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:53.753672 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-760982d3-c700-4393-bb6b-882dbd5a2cae req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] For port 7f5bce5b-191e-44c3-895a-45aa9ec1eae9, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7f5bce5b-191e-44c3-895a-45aa9ec1eae9,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:53.754014 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-760982d3-c700-4393-bb6b-882dbd5a2cae req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (7f5bce5b-191e-44c3-895a-45aa9ec1eae9), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:53.981325 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-760982d3-c700-4393-bb6b-882dbd5a2cae req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:53.981684 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-760982d3-c700-4393-bb6b-882dbd5a2cae req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (9edd135a-8fe6-42b2-a0df-b9dd8f59d7fe), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:53.982009 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.l3_db [req-760982d3-c700-4393-bb6b-882dbd5a2cae req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Floating IP 9edd135a-8fe6-42b2-a0df-b9dd8f59d7fe disassociated. External IP: 172.27.1.178, port: 7f5bce5b-191e-44c3-895a-45aa9ec1eae9. Apr 08 17:46:53.982340 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [req-760982d3-c700-4393-bb6b-882dbd5a2cae req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Calling delete_port for 7f5bce5b-191e-44c3-895a-45aa9ec1eae9 owned by compute:nova {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:46:54.151354 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-760982d3-c700-4393-bb6b-882dbd5a2cae req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (7f5bce5b-191e-44c3-895a-45aa9ec1eae9), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:54.186237 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event deleted for resources: {'Port': ['ID=7f5bce5b-191e-44c3-895a-45aa9ec1eae9,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:54.197223 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:54.197575 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:54.197922 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:54.198702 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:54.199032 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:54.199362 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:54.199687 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:54.200009 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:54.200329 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:54.200677 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:54.200988 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:54.201326 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:54.201730 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:54.202076 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:54.202397 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:54.311451 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [req-760982d3-c700-4393-bb6b-882dbd5a2cae req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:46:54.446066 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-da04ab64-1d6f-4113-b6ba-d83a8bf001de req-f921eede-c6dd-4d16-a6bc-00b79a8f23c9 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee230d77-f54f-4e88-b186-c8b780981f9b HTTP/1.1" status: 200 len: 210 time: 0.0352106 Apr 08 17:46:54.464927 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-760982d3-c700-4393-bb6b-882dbd5a2cae req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:46:54.482360 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861ff8ab-8b3b-459e-8b3d-dc8acde97485 None None] Sync routers for ids ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:46:54.494821 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861ff8ab-8b3b-459e-8b3d-dc8acde97485 None None] Routers {'216c479a-d79f-4956-a3c4-c7cdf37e8d9d'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:54.495470 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-861ff8ab-8b3b-459e-8b3d-dc8acde97485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:46:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:54.545794 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a7ea6bb8-b1cf-41a3-a826-96529b849006 req-007a3e75-eb68-4e4a-9dea-4734931ddb8a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564322 Apr 08 17:46:54.550595 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [req-760982d3-c700-4393-bb6b-882dbd5a2cae req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] No DVR routers for this DVR port 7f5bce5b-191e-44c3-895a-45aa9ec1eae9 on host hv-cinder-83716 {{(pid=103549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:46:54.563372 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-760982d3-c700-4393-bb6b-882dbd5a2cae req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:54.567831 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-760982d3-c700-4393-bb6b-882dbd5a2cae req-fe7f6aba-8bb6-4cdd-bb6e-5df282f93b3b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.20 "DELETE /v2.0/ports/7f5bce5b-191e-44c3-895a-45aa9ec1eae9 HTTP/1.1" status: 204 len: 173 time: 1.0477657 Apr 08 17:46:54.568316 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee230d77-f54f-4e88-b186-c8b780981f9b', 'name': 'network-vif-deleted', 'tag': '7f5bce5b-191e-44c3-895a-45aa9ec1eae9'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:46:54.570716 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1945da8f-5c46-4497-9a96-72d5c57c9778" -d '{"events": [{"server_uuid": "ee230d77-f54f-4e88-b186-c8b780981f9b", "name": "network-vif-deleted", "tag": "7f5bce5b-191e-44c3-895a-45aa9ec1eae9"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:46:54.628739 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-861ff8ab-8b3b-459e-8b3d-dc8acde97485 None None] Set router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:54.630836 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea6bb8-b1cf-41a3-a826-96529b849006 req-23088c8f-f695-4ed5-9fb8-456e75a39518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:54.631901 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9825ab-d4b2-4ec3-8917-06db04acb053 x-openstack-request-id: req-5d9825ab-d4b2-4ec3-8917-06db04acb053 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:46:54.632192 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee230d77-f54f-4e88-b186-c8b780981f9b", "name": "network-vif-deleted", "tag": "7f5bce5b-191e-44c3-895a-45aa9ec1eae9", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:46:54.632469 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5d9825ab-d4b2-4ec3-8917-06db04acb053 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:46:54.633076 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a7ea6bb8-b1cf-41a3-a826-96529b849006 req-23088c8f-f695-4ed5-9fb8-456e75a39518 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 1130 time: 0.0605743 Apr 08 17:46:54.633929 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d9825ab-d4b2-4ec3-8917-06db04acb053'] response: {'server_uuid': 'ee230d77-f54f-4e88-b186-c8b780981f9b', 'name': 'network-vif-deleted', 'tag': '7f5bce5b-191e-44c3-895a-45aa9ec1eae9', 'status': 'completed', 'code': 200} Apr 08 17:46:54.818816 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea6bb8-b1cf-41a3-a826-96529b849006 req-e8fb852f-2ec1-4da1-ae53-a60b70e3e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:54.820261 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a7ea6bb8-b1cf-41a3-a826-96529b849006 req-e8fb852f-2ec1-4da1-ae53-a60b70e3e598 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b895debd-97b0-43f9-854d-b53eac68cddb HTTP/1.1" status: 200 len: 920 time: 0.0956962 Apr 08 17:46:54.868889 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-861ff8ab-8b3b-459e-8b3d-dc8acde97485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '29c4058f-d7a4-4dfb-a5c7-dfdbe49342e9', 'tenant_id': 'c793b519db45404da066489467255859', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'port_id': 'b75418df-6259-4cd9-b31e-8ce95d69aa65', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'mac_address': 'fa:16:3e:a2:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad35461-9694-47a4-8496-57f32e6c30f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:39:08Z', 'updated_at': '2022-04-08T17:40:29Z', 'revision_number': 2, 'project_id': 'c793b519db45404da066489467255859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:54.895463 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861ff8ab-8b3b-459e-8b3d-dc8acde97485 None None] Checking router: 216c479a-d79f-4956-a3c4-c7cdf37e8d9d for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:46:54.904035 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861ff8ab-8b3b-459e-8b3d-dc8acde97485 None None] Routers {'216c479a-d79f-4956-a3c4-c7cdf37e8d9d'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:54.904689 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-861ff8ab-8b3b-459e-8b3d-dc8acde97485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:46:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:55.016608 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-861ff8ab-8b3b-459e-8b3d-dc8acde97485 None None] Set router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:55.155362 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a7ea6bb8-b1cf-41a3-a826-96529b849006 req-53593893-c37d-4d48-a915-199d1ee4a7e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=907da5ed-e1bb-4557-b2bd-e16d4aac5262 HTTP/1.1" status: 200 len: 217 time: 0.0411038 Apr 08 17:46:55.223692 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea6bb8-b1cf-41a3-a826-96529b849006 req-3e5d0f14-cbd6-450f-815e-9abc11e18c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:55.225384 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a7ea6bb8-b1cf-41a3-a826-96529b849006 req-3e5d0f14-cbd6-450f-815e-9abc11e18c8f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8971a54-bad3-4305-9d36-2982512b73f9 HTTP/1.1" status: 200 len: 858 time: 0.0583901 Apr 08 17:46:55.276262 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-861ff8ab-8b3b-459e-8b3d-dc8acde97485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '29c4058f-d7a4-4dfb-a5c7-dfdbe49342e9', 'tenant_id': 'c793b519db45404da066489467255859', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'port_id': 'b75418df-6259-4cd9-b31e-8ce95d69aa65', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'mac_address': 'fa:16:3e:a2:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad35461-9694-47a4-8496-57f32e6c30f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:39:08Z', 'updated_at': '2022-04-08T17:40:29Z', 'revision_number': 2, 'project_id': 'c793b519db45404da066489467255859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:55.300585 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea6bb8-b1cf-41a3-a826-96529b849006 req-2af4bb87-f86b-470e-96eb-d52e1aed3eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:55.302288 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a7ea6bb8-b1cf-41a3-a826-96529b849006 req-2af4bb87-f86b-470e-96eb-d52e1aed3eca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b895debd-97b0-43f9-854d-b53eac68cddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554955 Apr 08 17:46:55.314997 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861ff8ab-8b3b-459e-8b3d-dc8acde97485 None None] The sync data for ids ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'] in dv-cinder-837166-1-iscsi is: [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '29c4058f-d7a4-4dfb-a5c7-dfdbe49342e9', 'tenant_id': 'c793b519db45404da066489467255859', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'port_id': 'b75418df-6259-4cd9-b31e-8ce95d69aa65', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'mac_address': 'fa:16:3e:a2:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad35461-9694-47a4-8496-57f32e6c30f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:39:08Z', 'updated_at': '2022-04-08T17:40:29Z', 'revision_number': 2, 'project_id': 'c793b519db45404da066489467255859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:46:55.415666 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a7ea6bb8-b1cf-41a3-a826-96529b849006 req-7b55537d-8966-4f9b-9023-c735df4c87f6 service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978565 Apr 08 17:46:55.525737 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a7ea6bb8-b1cf-41a3-a826-96529b849006 req-be19d4d8-4baf-4ea1-ae1b-484dfc46d9a1 service neutron] 10.222.0.20 "GET /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999911 Apr 08 17:46:55.599183 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9042fb-b91c-4867-9792-a327da5d04a7 None None] New status for floating IP 9edd135a-8fe6-42b2-a0df-b9dd8f59d7fe: DOWN {{(pid=103551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:46:56.560534 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 40578) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:56.614955 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e872ee8c-8539-42b5-b6a7-b5dd679d98fd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (f8b41ba8-175e-4a5b-b570-679bbaeb864a), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:56.639716 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e872ee8c-8539-42b5-b6a7-b5dd679d98fd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (f8b41ba8-175e-4a5b-b570-679bbaeb864a), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:56.699850 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e872ee8c-8539-42b5-b6a7-b5dd679d98fd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (f8b41ba8-175e-4a5b-b570-679bbaeb864a), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:56.702413 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e872ee8c-8539-42b5-b6a7-b5dd679d98fd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:56.703564 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-e872ee8c-8539-42b5-b6a7-b5dd679d98fd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "DELETE /v2.0/security-groups/f8b41ba8-175e-4a5b-b570-679bbaeb864a HTTP/1.1" status: 204 len: 168 time: 0.1420038 Apr 08 17:46:56.709704 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 40580) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:56.727655 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.api.v2.resource [None req-e62a7cea-86d9-4299-9f3c-345133662577 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] show failed (client error): The resource could not be found. Apr 08 17:46:56.728691 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-e62a7cea-86d9-4299-9f3c-345133662577 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups/f8b41ba8-175e-4a5b-b570-679bbaeb864a HTTP/1.1" status: 404 len: 347 time: 0.0179462 Apr 08 17:46:56.729610 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872ee8c-8539-42b5-b6a7-b5dd679d98fd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b41ba8-175e-4a5b-b570-679bbaeb864a,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:56.731991 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 40582) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:56.743785 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872ee8c-8539-42b5-b6a7-b5dd679d98fd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:56.744146 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872ee8c-8539-42b5-b6a7-b5dd679d98fd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:56.744519 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872ee8c-8539-42b5-b6a7-b5dd679d98fd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:56.745178 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872ee8c-8539-42b5-b6a7-b5dd679d98fd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:56.745531 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872ee8c-8539-42b5-b6a7-b5dd679d98fd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:56.745950 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872ee8c-8539-42b5-b6a7-b5dd679d98fd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:56.746325 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872ee8c-8539-42b5-b6a7-b5dd679d98fd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:56.747014 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872ee8c-8539-42b5-b6a7-b5dd679d98fd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:56.747377 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872ee8c-8539-42b5-b6a7-b5dd679d98fd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:56.747878 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872ee8c-8539-42b5-b6a7-b5dd679d98fd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:56.748219 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872ee8c-8539-42b5-b6a7-b5dd679d98fd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:56.748589 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872ee8c-8539-42b5-b6a7-b5dd679d98fd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:56.748919 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872ee8c-8539-42b5-b6a7-b5dd679d98fd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:56.749260 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872ee8c-8539-42b5-b6a7-b5dd679d98fd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:56.749580 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872ee8c-8539-42b5-b6a7-b5dd679d98fd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:56.867677 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-376069dc-901f-4aa4-bfc4-6d4637af58f0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Deleting port 85d4d67a-19ac-4809-ac91-6a909a1edeb8 {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:46:56.867908 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-376069dc-901f-4aa4-bfc4-6d4637af58f0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (85d4d67a-19ac-4809-ac91-6a909a1edeb8), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:56.945664 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-376069dc-901f-4aa4-bfc4-6d4637af58f0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (85d4d67a-19ac-4809-ac91-6a909a1edeb8), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:56.945966 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-376069dc-901f-4aa4-bfc4-6d4637af58f0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (85d4d67a-19ac-4809-ac91-6a909a1edeb8), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:56.959556 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-376069dc-901f-4aa4-bfc4-6d4637af58f0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Calling delete_port for 85d4d67a-19ac-4809-ac91-6a909a1edeb8 owned by network:floatingip {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:46:57.111545 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-376069dc-901f-4aa4-bfc4-6d4637af58f0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (85d4d67a-19ac-4809-ac91-6a909a1edeb8), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:57.138157 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376069dc-901f-4aa4-bfc4-6d4637af58f0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event deleted for resources: {'Port': ['ID=85d4d67a-19ac-4809-ac91-6a909a1edeb8,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:57.205756 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-376069dc-901f-4aa4-bfc4-6d4637af58f0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (9edd135a-8fe6-42b2-a0df-b9dd8f59d7fe), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:57.208096 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-376069dc-901f-4aa4-bfc4-6d4637af58f0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:57.211380 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-376069dc-901f-4aa4-bfc4-6d4637af58f0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "DELETE /v2.0/floatingips/9edd135a-8fe6-42b2-a0df-b9dd8f59d7fe HTTP/1.1" status: 204 len: 168 time: 0.4782817 Apr 08 17:46:57.326001 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 7f5bce5b-191e-44c3-895a-45aa9ec1eae9 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:46:57.347327 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] No Port match for: 7f5bce5b-191e-44c3-895a-45aa9ec1eae9 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:46:57.347740 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 7f5bce5b-191e-44c3-895a-45aa9ec1eae9 not bound to the agent host hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:46:58.864017 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c1bff-c981-4b50-85fd-e10e43a24587 req-3af94239-36e8-4975-bee8-04d5a6968d5e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:58.865514 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0c3c1bff-c981-4b50-85fd-e10e43a24587 req-3af94239-36e8-4975-bee8-04d5a6968d5e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 946 time: 0.0556309 Apr 08 17:46:58.919167 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0c3c1bff-c981-4b50-85fd-e10e43a24587 req-b4aada37-3dc2-4e32-9876-65563aa01b1b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452526 Apr 08 17:47:00.047412 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd095c8-cd69-4b5a-b30b-1128d5938d31 req-5f3ac139-d0f0-4a7f-9b8d-7bb0ea222e89 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:00.049078 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0fd095c8-cd69-4b5a-b30b-1128d5938d31 req-5f3ac139-d0f0-4a7f-9b8d-7bb0ea222e89 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 946 time: 0.0530851 Apr 08 17:47:00.097728 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0fd095c8-cd69-4b5a-b30b-1128d5938d31 req-1df5e411-e160-4989-ba82-b522bf0368ec tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=09d6297e-82bf-4cf3-adbd-7c36b37800a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429556 Apr 08 17:47:00.253254 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f0246-d0e7-4b45-abcb-d8e25d50c627 req-cd1ac670-6dec-47da-be38-6e9cbb70f066 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:00.254786 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4e0f0246-d0e7-4b45-abcb-d8e25d50c627 req-cd1ac670-6dec-47da-be38-6e9cbb70f066 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 946 time: 0.0540094 Apr 08 17:47:00.349160 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-4e0f0246-d0e7-4b45-abcb-d8e25d50c627 req-2a9ceb2b-bcee-4117-8d4f-5740b72f7a60 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Deleting port b75418df-6259-4cd9-b31e-8ce95d69aa65 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:00.349506 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-4e0f0246-d0e7-4b45-abcb-d8e25d50c627 req-2a9ceb2b-bcee-4117-8d4f-5740b72f7a60 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (b75418df-6259-4cd9-b31e-8ce95d69aa65), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:00.438814 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-4e0f0246-d0e7-4b45-abcb-d8e25d50c627 req-2a9ceb2b-bcee-4117-8d4f-5740b72f7a60 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] For port b75418df-6259-4cd9-b31e-8ce95d69aa65, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b75418df-6259-4cd9-b31e-8ce95d69aa65,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:00.439146 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-4e0f0246-d0e7-4b45-abcb-d8e25d50c627 req-2a9ceb2b-bcee-4117-8d4f-5740b72f7a60 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (b75418df-6259-4cd9-b31e-8ce95d69aa65), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:00.677702 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-4e0f0246-d0e7-4b45-abcb-d8e25d50c627 req-2a9ceb2b-bcee-4117-8d4f-5740b72f7a60 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:00.678103 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-4e0f0246-d0e7-4b45-abcb-d8e25d50c627 req-2a9ceb2b-bcee-4117-8d4f-5740b72f7a60 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (29c4058f-d7a4-4dfb-a5c7-dfdbe49342e9), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:00.678400 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.l3_db [req-4e0f0246-d0e7-4b45-abcb-d8e25d50c627 req-2a9ceb2b-bcee-4117-8d4f-5740b72f7a60 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Floating IP 29c4058f-d7a4-4dfb-a5c7-dfdbe49342e9 disassociated. External IP: 172.27.1.65, port: b75418df-6259-4cd9-b31e-8ce95d69aa65. Apr 08 17:47:00.678958 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-4e0f0246-d0e7-4b45-abcb-d8e25d50c627 req-2a9ceb2b-bcee-4117-8d4f-5740b72f7a60 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Calling delete_port for b75418df-6259-4cd9-b31e-8ce95d69aa65 owned by compute:nova {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:00.831519 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-4e0f0246-d0e7-4b45-abcb-d8e25d50c627 req-2a9ceb2b-bcee-4117-8d4f-5740b72f7a60 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (b75418df-6259-4cd9-b31e-8ce95d69aa65), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:00.864780 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ceb2b-bcee-4117-8d4f-5740b72f7a60 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event deleted for resources: {'Port': ['ID=b75418df-6259-4cd9-b31e-8ce95d69aa65,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:00.987656 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e0f0246-d0e7-4b45-abcb-d8e25d50c627 req-2a9ceb2b-bcee-4117-8d4f-5740b72f7a60 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:47:01.117196 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e0f0246-d0e7-4b45-abcb-d8e25d50c627 req-2a9ceb2b-bcee-4117-8d4f-5740b72f7a60 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:47:01.126863 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61c5a5d-e642-440f-9715-f6140cf412b6 None None] Sync routers for ids ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:47:01.138564 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61c5a5d-e642-440f-9715-f6140cf412b6 None None] Routers {'216c479a-d79f-4956-a3c4-c7cdf37e8d9d'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:01.139545 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-d61c5a5d-e642-440f-9715-f6140cf412b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:46:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:01.166845 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0f0246-d0e7-4b45-abcb-d8e25d50c627 req-2a9ceb2b-bcee-4117-8d4f-5740b72f7a60 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] No DVR routers for this DVR port b75418df-6259-4cd9-b31e-8ce95d69aa65 on host hv-cinder-83716 {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:47:01.169592 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-4e0f0246-d0e7-4b45-abcb-d8e25d50c627 req-2a9ceb2b-bcee-4117-8d4f-5740b72f7a60 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:01.172920 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4e0f0246-d0e7-4b45-abcb-d8e25d50c627 req-2a9ceb2b-bcee-4117-8d4f-5740b72f7a60 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.20 "DELETE /v2.0/ports/b75418df-6259-4cd9-b31e-8ce95d69aa65 HTTP/1.1" status: 204 len: 173 time: 0.9101586 Apr 08 17:47:01.173379 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad35461-9694-47a4-8496-57f32e6c30f4', 'name': 'network-vif-deleted', 'tag': 'b75418df-6259-4cd9-b31e-8ce95d69aa65'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:01.176219 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0550f2-1413-4941-95e4-e50dbcf7abbe" -d '{"events": [{"server_uuid": "1ad35461-9694-47a4-8496-57f32e6c30f4", "name": "network-vif-deleted", "tag": "b75418df-6259-4cd9-b31e-8ce95d69aa65"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:01.214454 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7e03a4f4-1819-429a-852b-84f5de85ae96 req-b4fc3b06-1d49-4fa3-94c9-ec0bf61a17db tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ad35461-9694-47a4-8496-57f32e6c30f4 HTTP/1.1" status: 200 len: 210 time: 0.0395372 Apr 08 17:47:01.218121 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9e9165-6ad0-4cd5-96e2-4b74c1592f3d x-openstack-request-id: req-ed9e9165-6ad0-4cd5-96e2-4b74c1592f3d {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:01.218416 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad35461-9694-47a4-8496-57f32e6c30f4", "name": "network-vif-deleted", "tag": "b75418df-6259-4cd9-b31e-8ce95d69aa65", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:01.218682 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ed9e9165-6ad0-4cd5-96e2-4b74c1592f3d {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:01.219059 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed9e9165-6ad0-4cd5-96e2-4b74c1592f3d'] response: {'server_uuid': '1ad35461-9694-47a4-8496-57f32e6c30f4', 'name': 'network-vif-deleted', 'tag': 'b75418df-6259-4cd9-b31e-8ce95d69aa65', 'status': 'completed', 'code': 200} Apr 08 17:47:01.285968 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-d61c5a5d-e642-440f-9715-f6140cf412b6 None None] Set router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:01.492407 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-d61c5a5d-e642-440f-9715-f6140cf412b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:01.519083 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61c5a5d-e642-440f-9715-f6140cf412b6 None None] Checking router: 216c479a-d79f-4956-a3c4-c7cdf37e8d9d for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:47:01.527920 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61c5a5d-e642-440f-9715-f6140cf412b6 None None] Routers {'216c479a-d79f-4956-a3c4-c7cdf37e8d9d'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:01.528525 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-d61c5a5d-e642-440f-9715-f6140cf412b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:46:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:01.774914 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-d61c5a5d-e642-440f-9715-f6140cf412b6 None None] Set router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:01.995709 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-d61c5a5d-e642-440f-9715-f6140cf412b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:02.030816 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61c5a5d-e642-440f-9715-f6140cf412b6 None None] The sync data for ids ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'] in dv-cinder-837166-1-iscsi is: [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:47:02.257418 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31dd25c-19bd-44a0-8816-fdce5e93ed16 None None] New status for floating IP 29c4058f-d7a4-4dfb-a5c7-dfdbe49342e9: DOWN {{(pid=103551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:47:02.317956 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 40616) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:02.372683 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-84b97bca-9355-4865-9124-2f3a3a42ab95 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (09d6297e-82bf-4cf3-adbd-7c36b37800a9), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:02.397903 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-84b97bca-9355-4865-9124-2f3a3a42ab95 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (09d6297e-82bf-4cf3-adbd-7c36b37800a9), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:02.450116 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-84b97bca-9355-4865-9124-2f3a3a42ab95 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (09d6297e-82bf-4cf3-adbd-7c36b37800a9), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:02.453155 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-84b97bca-9355-4865-9124-2f3a3a42ab95 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:02.454550 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-84b97bca-9355-4865-9124-2f3a3a42ab95 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "DELETE /v2.0/security-groups/09d6297e-82bf-4cf3-adbd-7c36b37800a9 HTTP/1.1" status: 204 len: 168 time: 0.1360807 Apr 08 17:47:02.457638 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 40618) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:02.463795 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b97bca-9355-4865-9124-2f3a3a42ab95 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d6297e-82bf-4cf3-adbd-7c36b37800a9,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:02.472673 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.api.v2.resource [None req-5e637c1b-d14e-4e34-9170-5242d5fab1b2 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] show failed (client error): The resource could not be found. Apr 08 17:47:02.473803 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-5e637c1b-d14e-4e34-9170-5242d5fab1b2 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups/09d6297e-82bf-4cf3-adbd-7c36b37800a9 HTTP/1.1" status: 404 len: 347 time: 0.0151281 Apr 08 17:47:02.477030 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 40620) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:02.601301 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-0325d68e-2323-4362-880b-b229a8e21366 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Deleting port f2e7342d-c21c-4ca9-9dcf-58ba992a4dc1 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:02.601706 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0325d68e-2323-4362-880b-b229a8e21366 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (f2e7342d-c21c-4ca9-9dcf-58ba992a4dc1), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:02.677092 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0325d68e-2323-4362-880b-b229a8e21366 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (f2e7342d-c21c-4ca9-9dcf-58ba992a4dc1), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:02.677368 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0325d68e-2323-4362-880b-b229a8e21366 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (f2e7342d-c21c-4ca9-9dcf-58ba992a4dc1), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:02.690437 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-0325d68e-2323-4362-880b-b229a8e21366 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Calling delete_port for f2e7342d-c21c-4ca9-9dcf-58ba992a4dc1 owned by network:floatingip {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:03.072084 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0325d68e-2323-4362-880b-b229a8e21366 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (f2e7342d-c21c-4ca9-9dcf-58ba992a4dc1), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:03.097171 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325d68e-2323-4362-880b-b229a8e21366 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event deleted for resources: {'Port': ['ID=f2e7342d-c21c-4ca9-9dcf-58ba992a4dc1,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:03.171835 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0325d68e-2323-4362-880b-b229a8e21366 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (29c4058f-d7a4-4dfb-a5c7-dfdbe49342e9), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:03.174558 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0325d68e-2323-4362-880b-b229a8e21366 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:03.175946 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-0325d68e-2323-4362-880b-b229a8e21366 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "DELETE /v2.0/floatingips/29c4058f-d7a4-4dfb-a5c7-dfdbe49342e9 HTTP/1.1" status: 204 len: 168 time: 0.6979175 Apr 08 17:47:03.358006 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device b75418df-6259-4cd9-b31e-8ce95d69aa65 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:47:03.378132 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] No Port match for: b75418df-6259-4cd9-b31e-8ce95d69aa65 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:47:03.378482 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device b75418df-6259-4cd9-b31e-8ce95d69aa65 not bound to the agent host hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:47:03.385246 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 40624) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:03.389841 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-93ea4ed1-0921-4f50-9447-9cb66d15da0c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1445209462', 'description': 'tempest-description--1956166165'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:03.412951 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-93ea4ed1-0921-4f50-9447-9cb66d15da0c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:03.484554 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-93ea4ed1-0921-4f50-9447-9cb66d15da0c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (1aa845b4-dce4-469a-b95b-56e1f300ae57), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:03.490035 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-93ea4ed1-0921-4f50-9447-9cb66d15da0c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (1aa845b4-dce4-469a-b95b-56e1f300ae57), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:03.519986 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-93ea4ed1-0921-4f50-9447-9cb66d15da0c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:03.521238 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-93ea4ed1-0921-4f50-9447-9cb66d15da0c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1349826 Apr 08 17:47:03.523108 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea4ed1-0921-4f50-9447-9cb66d15da0c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa845b4-dce4-469a-b95b-56e1f300ae57,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:03.524524 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 40626) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:03.530103 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-b5859054-b4c2-4904-b1e1-836babf271b1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'security_group_rule': {'security_group_id': '1aa845b4-dce4-469a-b95b-56e1f300ae57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:03.559429 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b5859054-b4c2-4904-b1e1-836babf271b1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (817868dd-71d5-4d64-9aab-2699dce08b34), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:03.616392 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b5859054-b4c2-4904-b1e1-836babf271b1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (817868dd-71d5-4d64-9aab-2699dce08b34), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:03.621539 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b5859054-b4c2-4904-b1e1-836babf271b1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (817868dd-71d5-4d64-9aab-2699dce08b34), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:03.636837 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5859054-b4c2-4904-b1e1-836babf271b1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817868dd-71d5-4d64-9aab-2699dce08b34,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:03.649470 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b5859054-b4c2-4904-b1e1-836babf271b1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:03.650713 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-b5859054-b4c2-4904-b1e1-836babf271b1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243980 Apr 08 17:47:03.653853 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 40628) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:03.660134 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-f55b3e80-b4ea-4a2f-bb2f-23e7e85eab89 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'security_group_rule': {'security_group_id': '1aa845b4-dce4-469a-b95b-56e1f300ae57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:03.689469 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f55b3e80-b4ea-4a2f-bb2f-23e7e85eab89 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (94dfc0bf-c8fd-47a8-b26c-99b4b4770701), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:03.757779 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f55b3e80-b4ea-4a2f-bb2f-23e7e85eab89 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (94dfc0bf-c8fd-47a8-b26c-99b4b4770701), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:03.764350 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f55b3e80-b4ea-4a2f-bb2f-23e7e85eab89 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (94dfc0bf-c8fd-47a8-b26c-99b4b4770701), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:03.783321 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b3e80-b4ea-4a2f-bb2f-23e7e85eab89 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94dfc0bf-c8fd-47a8-b26c-99b4b4770701,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:03.790694 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f55b3e80-b4ea-4a2f-bb2f-23e7e85eab89 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:03.791900 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-f55b3e80-b4ea-4a2f-bb2f-23e7e85eab89 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368999 Apr 08 17:47:03.795107 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 40630) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:03.799519 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-40e8dfe9-42ce-4b8d-8724-bbf7aa25af0b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'floatingip': {'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:03.821855 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-40e8dfe9-42ce-4b8d-8724-bbf7aa25af0b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:03.907782 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-40e8dfe9-42ce-4b8d-8724-bbf7aa25af0b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:04.028889 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-40e8dfe9-42ce-4b8d-8724-bbf7aa25af0b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Allocated IP 172.27.1.186 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/b4a9dad9-aff8-480c-aa50-c2ccfd06ab85) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:47:04.148618 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-40e8dfe9-42ce-4b8d-8724-bbf7aa25af0b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for port (b4a9dad9-aff8-480c-aa50-c2ccfd06ab85), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:04.186490 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-40e8dfe9-42ce-4b8d-8724-bbf7aa25af0b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (b4a9dad9-aff8-480c-aa50-c2ccfd06ab85), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:04.222824 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e8dfe9-42ce-4b8d-8724-bbf7aa25af0b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:47:04.225690 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-40e8dfe9-42ce-4b8d-8724-bbf7aa25af0b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:47:04.229081 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e8dfe9-42ce-4b8d-8724-bbf7aa25af0b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:47:04.258252 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8dfe9-42ce-4b8d-8724-bbf7aa25af0b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'Port': ['ID=b4a9dad9-aff8-480c-aa50-c2ccfd06ab85,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:04.325878 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-40e8dfe9-42ce-4b8d-8724-bbf7aa25af0b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (c9a1cafe-fff4-43ee-a69e-5fa39eba3421), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:04.382081 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-40e8dfe9-42ce-4b8d-8724-bbf7aa25af0b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (b4a9dad9-aff8-480c-aa50-c2ccfd06ab85), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:04.549700 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-40e8dfe9-42ce-4b8d-8724-bbf7aa25af0b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for port (b4a9dad9-aff8-480c-aa50-c2ccfd06ab85), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:04.557017 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-40e8dfe9-42ce-4b8d-8724-bbf7aa25af0b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (b4a9dad9-aff8-480c-aa50-c2ccfd06ab85), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:04.624697 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8dfe9-42ce-4b8d-8724-bbf7aa25af0b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'Port': ['ID=b4a9dad9-aff8-480c-aa50-c2ccfd06ab85,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:04.634960 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-40e8dfe9-42ce-4b8d-8724-bbf7aa25af0b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (c9a1cafe-fff4-43ee-a69e-5fa39eba3421), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:04.653181 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-40e8dfe9-42ce-4b8d-8724-bbf7aa25af0b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:04.654429 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-40e8dfe9-42ce-4b8d-8724-bbf7aa25af0b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8583376 Apr 08 17:47:04.817137 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-fc8e8d55-2a14-45ac-afb8-0481ed8c428e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1445209462&fields=id&tenant_id=c793b519db45404da066489467255859 HTTP/1.1" status: 200 len: 267 time: 0.0457065 Apr 08 17:47:04.926466 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-98b08f8c-3201-4888-b8ea-8aa23bb1e62c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:04.927930 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-98b08f8c-3201-4888-b8ea-8aa23bb1e62c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/networks?id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078 HTTP/1.1" status: 200 len: 815 time: 0.1040022 Apr 08 17:47:04.943862 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-442eb775-5cee-4a7d-a520-76680c31f766 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/quotas/c793b519db45404da066489467255859 HTTP/1.1" status: 200 len: 375 time: 0.0101306 Apr 08 17:47:05.008809 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-5cc4724c-e9f2-4e51-ae51-e3f646e0bf17 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c793b519db45404da066489467255859&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567014 Apr 08 17:47:05.167511 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-5195a405-4cc3-4e1d-a331-9f3e0e6a087f service neutron] 10.222.0.86 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446772 Apr 08 17:47:05.262754 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-0c45fd92-5465-4068-9100-082f949d0e23 service neutron] 10.222.0.86 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892808 Apr 08 17:47:05.434386 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4f1a2572-ab30-4c0e-9475-dec41153f106 req-147711cc-1ba3-45df-bd07-8a5d1a13af28 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 210 time: 0.0335989 Apr 08 17:47:06.514626 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0b3f839f-5e6c-46d9-ba92-0261a67f7c58 req-78a08c3d-8d1b-4547-92c8-5ae1d7bab48d tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 210 time: 0.0286939 Apr 08 17:47:07.591687 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ba8b9ebe-1119-40c7-86f6-242b22717760 req-ac07c242-25b5-4505-b07e-c8118c7811e3 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 210 time: 0.0284135 Apr 08 17:47:08.671066 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-aa82de43-5646-4ed0-a78f-684caf8a8e8c req-be6281b3-57c9-4d48-9302-78ea9a528dc3 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 210 time: 0.0281062 Apr 08 17:47:09.781850 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7656c13b-008e-4705-b982-a51684d2c9ac req-903f5803-fc1f-4840-94ef-ad4ac6964847 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 210 time: 0.0320725 Apr 08 17:47:10.892375 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-34380342-f1a4-4576-b322-d795183152c7 req-31873e19-ffe8-4756-920d-82be943ad094 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 210 time: 0.0281935 Apr 08 17:47:11.030187 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-64aecd99-394a-4c46-946a-c2f0b616f51d tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:11.031665 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-64aecd99-394a-4c46-946a-c2f0b616f51d tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.20 "GET /v2.0/networks?id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078 HTTP/1.1" status: 200 len: 815 time: 0.1076324 Apr 08 17:47:11.098006 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-2227064b-3e7f-415b-9b56-85208698ad48 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c793b519db45404da066489467255859 HTTP/1.1" status: 200 len: 380 time: 0.0545728 Apr 08 17:47:11.112801 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-29e1fc06-698b-4d10-b216-1b9ea8e8765e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'port': {'device_id': '54dcac1d-d902-4583-ab7c-343748616056', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'admin_state_up': True, 'tenant_id': 'c793b519db45404da066489467255859', 'security_groups': ['1aa845b4-dce4-469a-b95b-56e1f300ae57']}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:11.231594 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-29e1fc06-698b-4d10-b216-1b9ea8e8765e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Made reservation on behalf of c793b519db45404da066489467255859 for: {'port': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:47:11.235095 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-29e1fc06-698b-4d10-b216-1b9ea8e8765e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:11.370220 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-29e1fc06-698b-4d10-b216-1b9ea8e8765e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Allocated IP 172.20.0.13 (0220a826-6ea0-44a9-acbd-dc4c8bdf3078/d8edf8b4-73f8-49e2-a695-014df408b2d6/d7c77b87-9bc9-46ed-a47b-8d88e0e92c28) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:47:11.515867 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-29e1fc06-698b-4d10-b216-1b9ea8e8765e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for port (d7c77b87-9bc9-46ed-a47b-8d88e0e92c28), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:11.555172 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-29e1fc06-698b-4d10-b216-1b9ea8e8765e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (d7c77b87-9bc9-46ed-a47b-8d88e0e92c28), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:11.597785 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-29e1fc06-698b-4d10-b216-1b9ea8e8765e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:47:11.600917 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-29e1fc06-698b-4d10-b216-1b9ea8e8765e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:47:11.604645 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-29e1fc06-698b-4d10-b216-1b9ea8e8765e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:47:11.613260 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1fc06-698b-4d10-b216-1b9ea8e8765e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'Port': ['ID=d7c77b87-9bc9-46ed-a47b-8d88e0e92c28,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:11.664062 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-29e1fc06-698b-4d10-b216-1b9ea8e8765e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:11.664789 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-29e1fc06-698b-4d10-b216-1b9ea8e8765e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:11.685585 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-29e1fc06-698b-4d10-b216-1b9ea8e8765e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5786681 Apr 08 17:47:11.723661 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] Request body: {'port': {'device_id': '54dcac1d-d902-4583-ab7c-343748616056', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:11.795917 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (d7c77b87-9bc9-46ed-a47b-8d88e0e92c28), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:11.847583 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-4a487f4b-33a3-4bc6-8a97-abb85d9f1e3c None None] Provisioning complete for port d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:47:11.848215 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4a487f4b-33a3-4bc6-8a97-abb85d9f1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (d7c77b87-9bc9-46ed-a47b-8d88e0e92c28), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:11.888236 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-4a487f4b-33a3-4bc6-8a97-abb85d9f1e3c None None] Port d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:47:12.001785 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0f050-2497-4a9f-bc46-53adda64dc96 req-e02b884a-c66c-4e07-81ec-d3c81a0f772f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:12.003113 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-12c0f050-2497-4a9f-bc46-53adda64dc96 req-e02b884a-c66c-4e07-81ec-d3c81a0f772f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0552974 Apr 08 17:47:12.037679 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5a599-601b-4819-a968-6dd5751fa291 req-a380e76c-8e1a-4d89-936d-e0636b16c48b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:12.039190 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-87e5a599-601b-4819-a968-6dd5751fa291 req-a380e76c-8e1a-4d89-936d-e0636b16c48b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 932 time: 0.0597501 Apr 08 17:47:12.053188 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-12c0f050-2497-4a9f-bc46-53adda64dc96 req-997546f6-813c-4ba4-8d9e-559b17456b97 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436003 Apr 08 17:47:12.116374 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-87e5a599-601b-4819-a968-6dd5751fa291 req-61c8cd2e-4a1c-487b-b7d1-4daa39c336be tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=1aa845b4-dce4-469a-b95b-56e1f300ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710807 Apr 08 17:47:12.148914 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 {{(pid=103548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:47:12.157079 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] Publish callbacks [] for port (d7c77b87-9bc9-46ed-a47b-8d88e0e92c28), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:12.171926 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.provisioning_blocks [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] Transition to ACTIVE for port object d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 will not be triggered until provisioned by entity L2. {{(pid=103548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:47:12.178212 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (d7c77b87-9bc9-46ed-a47b-8d88e0e92c28), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:12.230298 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] Pushing event updated for resources: {'Port': ['ID=d7c77b87-9bc9-46ed-a47b-8d88e0e92c28,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:12.308663 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] Attempting to bind port d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:47:12.309001 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] Attempting to bind port d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:47:12.309351 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] Attempting to bind port d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 on network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:47:12.313924 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] Port d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 on network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:47:12.314251 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] Attempting to bind port d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 on network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:47:12.320262 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] Checking agent: {'id': '0d41f64d-5a28-4579-bdba-007f65057d65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:47:12.320688 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] Checking segment: {'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:47:12.321078 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] Bound using segment: {'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:47:12.321495 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] Bound port: d7c77b87-9bc9-46ed-a47b-8d88e0e92c28, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'}}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:47:12.321858 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (d7c77b87-9bc9-46ed-a47b-8d88e0e92c28), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:12.393061 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] For port d7c77b87-9bc9-46ed-a47b-8d88e0e92c28, host hv-cinder-83716, cleared binding levels {{(pid=103548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:47:12.396028 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] For port d7c77b87-9bc9-46ed-a47b-8d88e0e92c28, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d7c77b87-9bc9-46ed-a47b-8d88e0e92c28,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:47:12.403757 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (d7c77b87-9bc9-46ed-a47b-8d88e0e92c28), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:12.438992 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:12.439588 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:12.441074 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] 10.222.0.20 "PUT /v2.0/ports/d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 HTTP/1.1" status: 200 len: 1094 time: 0.7232037 Apr 08 17:47:12.441506 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54dcac1d-d902-4583-ab7c-343748616056', 'tag': 'd7c77b87-9bc9-46ed-a47b-8d88e0e92c28'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:12.443824 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ea1224-b009-470b-9cfb-24731e138fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "54dcac1d-d902-4583-ab7c-343748616056", "tag": "d7c77b87-9bc9-46ed-a47b-8d88e0e92c28"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:12.466802 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a3320-a0cd-49e7-8f8f-cf1eeb514b3e service neutron] Pushing event updated for resources: {'Port': ['ID=d7c77b87-9bc9-46ed-a47b-8d88e0e92c28,revision_number=3']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:12.483722 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baee0fcc-b17f-4651-8410-4ed71cd13f18 x-openstack-request-id: req-baee0fcc-b17f-4651-8410-4ed71cd13f18 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:12.484010 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54dcac1d-d902-4583-ab7c-343748616056", "tag": "d7c77b87-9bc9-46ed-a47b-8d88e0e92c28", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:12.484363 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-baee0fcc-b17f-4651-8410-4ed71cd13f18 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:12.484814 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baee0fcc-b17f-4651-8410-4ed71cd13f18'] response: {'name': 'network-changed', 'server_uuid': '54dcac1d-d902-4583-ab7c-343748616056', 'tag': 'd7c77b87-9bc9-46ed-a47b-8d88e0e92c28', 'status': 'completed', 'code': 200} Apr 08 17:47:13.033846 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e96c8204-c663-40d2-8235-951d2ec1a2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:13.308147 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e18341-3966-415b-a3c9-5d2b93df5d15 req-32c439af-79fa-4f01-8d2e-8fd0d3eabf6c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:13.309619 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-78e18341-3966-415b-a3c9-5d2b93df5d15 req-32c439af-79fa-4f01-8d2e-8fd0d3eabf6c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 944 time: 0.0483997 Apr 08 17:47:13.330398 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fb812-c95e-4b32-b1ad-8fa68fdc4b13 req-cca1f0c8-b84a-4c8a-944c-92b4a6b04ed1 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:13.332035 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-969fb812-c95e-4b32-b1ad-8fa68fdc4b13 req-cca1f0c8-b84a-4c8a-944c-92b4a6b04ed1 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0502715 Apr 08 17:47:13.356870 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-78e18341-3966-415b-a3c9-5d2b93df5d15 req-33c5665d-93ca-4db5-beb8-a778b7320bc0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=1aa845b4-dce4-469a-b95b-56e1f300ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412886 Apr 08 17:47:13.388689 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-969fb812-c95e-4b32-b1ad-8fa68fdc4b13 req-3c98bcd6-1398-41bc-911d-718938683973 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505698 Apr 08 17:47:13.423143 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:47:14.478188 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda89396-d384-4175-ab4a-966a8e14d4c4 req-1415e56f-3895-4cc5-adde-9f03f29963a7 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:14.479751 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bda89396-d384-4175-ab4a-966a8e14d4c4 req-1415e56f-3895-4cc5-adde-9f03f29963a7 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 944 time: 0.0477657 Apr 08 17:47:14.511339 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4821cd-eb0c-4997-a1cd-4910f288f32b req-8b357e49-817f-4ac7-959d-0f6e9d4d1113 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:14.512945 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3b4821cd-eb0c-4997-a1cd-4910f288f32b req-8b357e49-817f-4ac7-959d-0f6e9d4d1113 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0558016 Apr 08 17:47:14.530678 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bda89396-d384-4175-ab4a-966a8e14d4c4 req-2b53fefd-c6be-4f3f-a957-97ecbb3cfa86 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=1aa845b4-dce4-469a-b95b-56e1f300ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452404 Apr 08 17:47:14.560604 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3b4821cd-eb0c-4997-a1cd-4910f288f32b req-e172430d-8ad5-443c-a3fd-866477195e33 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417151 Apr 08 17:47:15.437087 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6e49a90b-85ed-46d2-af24-9c6db6c24d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:15.645835 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2b7b2-fccf-4224-ad12-3239ba63d151 req-f797d1bb-2f08-45aa-8ac9-6d8990334427 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:15.647747 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-96f2b7b2-fccf-4224-ad12-3239ba63d151 req-f797d1bb-2f08-45aa-8ac9-6d8990334427 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 944 time: 0.0493133 Apr 08 17:47:15.676677 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46512598-e116-4102-8b12-f9986db697c3 req-a69310fd-0777-4e9d-9a88-9c60f9ac3813 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:15.678346 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-46512598-e116-4102-8b12-f9986db697c3 req-a69310fd-0777-4e9d-9a88-9c60f9ac3813 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0498168 Apr 08 17:47:15.695586 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-96f2b7b2-fccf-4224-ad12-3239ba63d151 req-943bf94c-279d-489b-b4e7-f9a96e16b10c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=1aa845b4-dce4-469a-b95b-56e1f300ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421751 Apr 08 17:47:15.727545 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-46512598-e116-4102-8b12-f9986db697c3 req-6cd895c9-ed6c-4e88-83cf-9a866bccbf79 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429246 Apr 08 17:47:15.865727 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea1224-b009-470b-9cfb-24731e138fb8 req-fa308007-c498-49e9-9e9a-62724a6555df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:15.867612 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d4ea1224-b009-470b-9cfb-24731e138fb8 req-fa308007-c498-49e9-9e9a-62724a6555df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c793b519db45404da066489467255859&device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 1128 time: 0.0454390 Apr 08 17:47:15.975029 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea1224-b009-470b-9cfb-24731e138fb8 req-593060e2-97e2-4db5-911e-1584b2859e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:15.976576 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d4ea1224-b009-470b-9cfb-24731e138fb8 req-593060e2-97e2-4db5-911e-1584b2859e3c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c793b519db45404da066489467255859&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0961454 Apr 08 17:47:16.453399 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:16.522198 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea1224-b009-470b-9cfb-24731e138fb8 req-c159ef87-f1cd-46b0-8128-9cf815a48aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:16.523615 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d4ea1224-b009-470b-9cfb-24731e138fb8 req-c159ef87-f1cd-46b0-8128-9cf815a48aaf service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018412 Apr 08 17:47:16.725739 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:16.820561 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03559140-b8b2-4b1b-bd5b-25fe4f591527 req-18508ccb-5aa8-4b26-8265-85a5fded5218 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:16.822010 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-03559140-b8b2-4b1b-bd5b-25fe4f591527 req-18508ccb-5aa8-4b26-8265-85a5fded5218 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 944 time: 0.0510185 Apr 08 17:47:16.844324 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b954c6-c8cd-4a50-b432-bbbb576d5cb8 req-b335b57b-4412-4ce6-8e0c-8acab760dc91 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:16.845901 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d2b954c6-c8cd-4a50-b432-bbbb576d5cb8 req-b335b57b-4412-4ce6-8e0c-8acab760dc91 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0500662 Apr 08 17:47:16.906700 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-03559140-b8b2-4b1b-bd5b-25fe4f591527 req-27178645-0319-4dc2-a3ab-d158c96f9230 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=1aa845b4-dce4-469a-b95b-56e1f300ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784597 Apr 08 17:47:16.918502 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc0970-f6b3-45a6-8bed-8761311bc861 req-8f72b775-2516-4694-a29a-0141f8c6861c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:16.920096 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-49bc0970-f6b3-45a6-8bed-8761311bc861 req-8f72b775-2516-4694-a29a-0141f8c6861c tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.20 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 945 time: 0.0628219 Apr 08 17:47:16.933036 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d2b954c6-c8cd-4a50-b432-bbbb576d5cb8 req-fc3efae3-e686-40e0-84fc-8222b9c12edf tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=630c0e47-2a15-4641-9eed-7487edc4b2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806193 Apr 08 17:47:16.939094 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-136a7288-5c8e-4e16-9288-ebe879328300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:16.940628 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-136a7288-5c8e-4e16-9288-ebe879328300 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c793b519db45404da066489467255859&device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 1128 time: 0.0669138 Apr 08 17:47:17.013251 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-b5dbbd34-2f41-4b1e-a748-1a9df48ba1e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 HTTP/1.1" status: 200 len: 217 time: 0.0365996 Apr 08 17:47:17.062336 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-a638a6a4-6492-4c02-9636-cd7c92020a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:17.063820 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-a638a6a4-6492-4c02-9636-cd7c92020a8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8edf8b4-73f8-49e2-a695-014df408b2d6 HTTP/1.1" status: 200 len: 854 time: 0.0440526 Apr 08 17:47:17.066952 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-49bc0970-f6b3-45a6-8bed-8761311bc861 req-0cce3bc0-9106-412c-bf50-346c1e47520b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Deleting port 1e38fd6e-c87f-4098-8fde-603fab5301f3 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:17.067292 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-49bc0970-f6b3-45a6-8bed-8761311bc861 req-0cce3bc0-9106-412c-bf50-346c1e47520b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (1e38fd6e-c87f-4098-8fde-603fab5301f3), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:17.111986 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-34f5567d-3f51-4d67-ace6-125c4c5fb9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:17.113471 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-34f5567d-3f51-4d67-ace6-125c4c5fb9af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432227 Apr 08 17:47:17.165352 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-49bc0970-f6b3-45a6-8bed-8761311bc861 req-0cce3bc0-9106-412c-bf50-346c1e47520b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] For port 1e38fd6e-c87f-4098-8fde-603fab5301f3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1e38fd6e-c87f-4098-8fde-603fab5301f3,segment=NetworkSegment(68a9f1fe-2a35-48ca-8f7f-dccbf741c802),segment_id=68a9f1fe-2a35-48ca-8f7f-dccbf741c802)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:17.165815 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-49bc0970-f6b3-45a6-8bed-8761311bc861 req-0cce3bc0-9106-412c-bf50-346c1e47520b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (1e38fd6e-c87f-4098-8fde-603fab5301f3), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:17.207898 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-d9aa8e2d-e880-4ee1-8989-fdf5780cd072 service neutron] 10.222.0.20 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870826 Apr 08 17:47:17.365367 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-49bc0970-f6b3-45a6-8bed-8761311bc861 req-0cce3bc0-9106-412c-bf50-346c1e47520b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:17.365701 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-49bc0970-f6b3-45a6-8bed-8761311bc861 req-0cce3bc0-9106-412c-bf50-346c1e47520b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (ae85e9d9-ff6f-4b40-8d9f-9be47f228734), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:17.366038 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.l3_db [req-49bc0970-f6b3-45a6-8bed-8761311bc861 req-0cce3bc0-9106-412c-bf50-346c1e47520b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Floating IP ae85e9d9-ff6f-4b40-8d9f-9be47f228734 disassociated. External IP: 172.27.1.94, port: 1e38fd6e-c87f-4098-8fde-603fab5301f3. Apr 08 17:47:17.366393 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-49bc0970-f6b3-45a6-8bed-8761311bc861 req-0cce3bc0-9106-412c-bf50-346c1e47520b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Calling delete_port for 1e38fd6e-c87f-4098-8fde-603fab5301f3 owned by compute:nova {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:17.503790 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-49bc0970-f6b3-45a6-8bed-8761311bc861 req-0cce3bc0-9106-412c-bf50-346c1e47520b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (1e38fd6e-c87f-4098-8fde-603fab5301f3), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:17.537995 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce3bc0-9106-412c-bf50-346c1e47520b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Pushing event deleted for resources: {'Port': ['ID=1e38fd6e-c87f-4098-8fde-603fab5301f3,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:17.560581 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-311ba85f-fa5c-4f29-8f12-dd40dbd66d6e req-0eeb98ec-4981-4961-8b45-b4619e2b2119 service neutron] 10.222.0.20 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433828 Apr 08 17:47:17.660748 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49bc0970-f6b3-45a6-8bed-8761311bc861 req-0cce3bc0-9106-412c-bf50-346c1e47520b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Router 34ed58de-58f0-4f58-8d11-1848e18b0a73 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:47:17.773127 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49bc0970-f6b3-45a6-8bed-8761311bc861 req-0cce3bc0-9106-412c-bf50-346c1e47520b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:47:17.782691 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c78517-0287-4f6f-80c0-013d52faeda8 None None] Sync routers for ids ['34ed58de-58f0-4f58-8d11-1848e18b0a73'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:47:17.793690 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c78517-0287-4f6f-80c0-013d52faeda8 None None] Routers {'34ed58de-58f0-4f58-8d11-1848e18b0a73'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:17.794323 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-a4c78517-0287-4f6f-80c0-013d52faeda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:47:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['34ed58de-58f0-4f58-8d11-1848e18b0a73'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:17.816263 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bc0970-f6b3-45a6-8bed-8761311bc861 req-0cce3bc0-9106-412c-bf50-346c1e47520b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] No DVR routers for this DVR port 1e38fd6e-c87f-4098-8fde-603fab5301f3 on host hv-cinder-83716 {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:47:17.818931 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-49bc0970-f6b3-45a6-8bed-8761311bc861 req-0cce3bc0-9106-412c-bf50-346c1e47520b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:17.822724 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-49bc0970-f6b3-45a6-8bed-8761311bc861 req-0cce3bc0-9106-412c-bf50-346c1e47520b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.20 "DELETE /v2.0/ports/1e38fd6e-c87f-4098-8fde-603fab5301f3 HTTP/1.1" status: 204 len: 173 time: 0.8455746 Apr 08 17:47:17.823341 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4ac931-1d70-4187-9b78-ec1d104fbc8c', 'name': 'network-vif-deleted', 'tag': '1e38fd6e-c87f-4098-8fde-603fab5301f3'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:17.825503 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cb6af3-db39-4ed2-8285-0857bf62320e" -d '{"events": [{"server_uuid": "da4ac931-1d70-4187-9b78-ec1d104fbc8c", "name": "network-vif-deleted", "tag": "1e38fd6e-c87f-4098-8fde-603fab5301f3"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:17.861454 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f96a23-50cd-4798-baa7-dcefe506c454 x-openstack-request-id: req-86f96a23-50cd-4798-baa7-dcefe506c454 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:17.861751 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4ac931-1d70-4187-9b78-ec1d104fbc8c", "name": "network-vif-deleted", "tag": "1e38fd6e-c87f-4098-8fde-603fab5301f3", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:17.862002 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-86f96a23-50cd-4798-baa7-dcefe506c454 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:17.862408 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f96a23-50cd-4798-baa7-dcefe506c454'] response: {'server_uuid': 'da4ac931-1d70-4187-9b78-ec1d104fbc8c', 'name': 'network-vif-deleted', 'tag': '1e38fd6e-c87f-4098-8fde-603fab5301f3', 'status': 'completed', 'code': 200} Apr 08 17:47:17.909527 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-a4c78517-0287-4f6f-80c0-013d52faeda8 None None] Set router 34ed58de-58f0-4f58-8d11-1848e18b0a73 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:18.033877 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:18.064879 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30b062-8bff-4446-b2d2-b51461cf4383 req-cb34b7ab-8d6f-453f-b9a9-7cb146d35e25 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:18.071745 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-06e31470-bf42-497c-81e9-ad5ef9d0c274 req-085e723e-e0a6-4c85-943f-14e4e5002dd3 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 210 time: 0.0599046 Apr 08 17:47:18.072894 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ae30b062-8bff-4446-b2d2-b51461cf4383 req-cb34b7ab-8d6f-453f-b9a9-7cb146d35e25 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 944 time: 0.0852785 Apr 08 17:47:18.122678 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ae30b062-8bff-4446-b2d2-b51461cf4383 req-8f0fc4fc-1beb-4c37-8e1d-94f471e5c953 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=1aa845b4-dce4-469a-b95b-56e1f300ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488641 Apr 08 17:47:18.156874 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-a4c78517-0287-4f6f-80c0-013d52faeda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'name': 'tempest-ServerRescueNegativeTestJSON-1434803203-router', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:46Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'gw_port': {'id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '844de5c2-265f-4917-ba2f-c39874925182', 'name': '', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'mac_address': 'fa:16:3e:84:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:39:14Z', 'revision_number': 5, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'subnets': [{'id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:18.188629 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c78517-0287-4f6f-80c0-013d52faeda8 None None] Checking router: 34ed58de-58f0-4f58-8d11-1848e18b0a73 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:47:18.197632 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c78517-0287-4f6f-80c0-013d52faeda8 None None] Routers {'34ed58de-58f0-4f58-8d11-1848e18b0a73'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:18.198542 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-a4c78517-0287-4f6f-80c0-013d52faeda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:47:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['34ed58de-58f0-4f58-8d11-1848e18b0a73'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:18.310358 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-a4c78517-0287-4f6f-80c0-013d52faeda8 None None] Set router 34ed58de-58f0-4f58-8d11-1848e18b0a73 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:18.400673 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b21f7c-d993-48a9-9d0c-d5ada87f6409 req-bf113365-b320-4081-82ca-5c02e46c1876 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:18.402155 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c2b21f7c-d993-48a9-9d0c-d5ada87f6409 req-bf113365-b320-4081-82ca-5c02e46c1876 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 947 time: 0.0517201 Apr 08 17:47:18.451760 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c2b21f7c-d993-48a9-9d0c-d5ada87f6409 req-8a2739f9-1d4a-40a2-88b0-72824ae98c98 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426898 Apr 08 17:47:18.505057 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-a4c78517-0287-4f6f-80c0-013d52faeda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'name': 'tempest-ServerRescueNegativeTestJSON-1434803203-router', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:46Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'gw_port': {'id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '844de5c2-265f-4917-ba2f-c39874925182', 'name': '', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'mac_address': 'fa:16:3e:84:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:39:14Z', 'revision_number': 5, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'subnets': [{'id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:18.533093 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c78517-0287-4f6f-80c0-013d52faeda8 None None] The sync data for ids ['34ed58de-58f0-4f58-8d11-1848e18b0a73'] in dv-cinder-837166-1-iscsi is: [{'id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'name': 'tempest-ServerRescueNegativeTestJSON-1434803203-router', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:46Z', 'updated_at': '2022-04-08T17:38:55Z', 'revision_number': 4, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'gw_port': {'id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '844de5c2-265f-4917-ba2f-c39874925182', 'name': '', 'network_id': 'b895debd-97b0-43f9-854d-b53eac68cddb', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'mac_address': 'fa:16:3e:84:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:53Z', 'updated_at': '2022-04-08T17:39:14Z', 'revision_number': 5, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'subnets': [{'id': 'a8971a54-bad3-4305-9d36-2982512b73f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:47:18.769964 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b339aa2f-c874-4323-933d-bb1a9437bf7b None None] New status for floating IP ae85e9d9-ff6f-4b40-8d9f-9be47f228734: DOWN {{(pid=103551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:47:19.169817 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-49e51710-73c8-4106-a517-22b0d0cc5fc7 req-cf52d3ea-b4ff-4929-93fc-a679577d557e tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 210 time: 0.0332327 Apr 08 17:47:19.239264 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25384bb-a0fd-48d8-b919-bdc956643e8a req-87d7b457-f0dc-4cc9-a459-9bb2240b60c8 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:19.240888 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d25384bb-a0fd-48d8-b919-bdc956643e8a req-87d7b457-f0dc-4cc9-a459-9bb2240b60c8 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 944 time: 0.0480325 Apr 08 17:47:19.293733 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d25384bb-a0fd-48d8-b919-bdc956643e8a req-53421b16-a901-4e2c-b202-e7c411ac6241 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=1aa845b4-dce4-469a-b95b-56e1f300ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442924 Apr 08 17:47:19.544430 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:19.597621 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d098bb6-e60a-415c-aa02-3babad1435ba req-3e8b95f6-a5c8-478d-83cc-a6ce6d77587d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:19.599174 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3d098bb6-e60a-415c-aa02-3babad1435ba req-3e8b95f6-a5c8-478d-83cc-a6ce6d77587d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 947 time: 0.0507863 Apr 08 17:47:19.673483 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3d098bb6-e60a-415c-aa02-3babad1435ba req-868762b2-9069-476f-9216-895dca2c4b07 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640972 Apr 08 17:47:20.277064 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ab5db547-eaaa-4aa4-b7fa-0ddce04c693f req-69178271-ba67-42e0-9c4b-04cf17d84d8f tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 210 time: 0.0295014 Apr 08 17:47:20.410173 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57336b-97f2-4529-8e22-e66c019c5e95 req-3c54525d-25c7-4868-97f2-437ceb0e83f6 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:20.412040 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-aa57336b-97f2-4529-8e22-e66c019c5e95 req-3c54525d-25c7-4868-97f2-437ceb0e83f6 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 944 time: 0.0489123 Apr 08 17:47:20.461977 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-aa57336b-97f2-4529-8e22-e66c019c5e95 req-9dc42c1f-fee6-4731-9161-dee3a95c6111 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=1aa845b4-dce4-469a-b95b-56e1f300ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416248 Apr 08 17:47:20.812355 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a697e7-804e-4633-8fa0-81453d90ce84 req-88ff3b4f-84d0-4fd2-ae1d-d4205da8e822 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:20.813843 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a2a697e7-804e-4633-8fa0-81453d90ce84 req-88ff3b4f-84d0-4fd2-ae1d-d4205da8e822 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 947 time: 0.0525384 Apr 08 17:47:20.870982 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a2a697e7-804e-4633-8fa0-81453d90ce84 req-4baa475a-b683-487c-b428-cb4dd6df6100 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494511 Apr 08 17:47:21.379226 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-76b9593e-5e91-4ba0-9efe-72cee54f19d2 req-adc82d5e-1f48-4d04-ab52-31afbf83a9c4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 210 time: 0.0291250 Apr 08 17:47:21.480259 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:47:21.505564 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 1e38fd6e-c87f-4098-8fde-603fab5301f3 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:47:21.542750 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] No Port match for: 1e38fd6e-c87f-4098-8fde-603fab5301f3 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:47:21.543087 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 1e38fd6e-c87f-4098-8fde-603fab5301f3 not bound to the agent host hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:47:21.583874 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2267c1-708a-40d5-9cb3-56a589af242f req-22a2e44f-492c-459f-a371-2c7e480faf96 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:21.585522 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4d2267c1-708a-40d5-9cb3-56a589af242f req-22a2e44f-492c-459f-a371-2c7e480faf96 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 944 time: 0.0494187 Apr 08 17:47:21.606554 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port d7c77b87-9bc9-46ed-a47b-8d88e0e92c28, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d7c77b87-9bc9-46ed-a47b-8d88e0e92c28,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:21.621681 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': 'd7c77b87-9bc9-46ed-a47b-8d88e0e92c28', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'port_id': 'd7c77b87-9bc9-46ed-a47b-8d88e0e92c28', 'mac_address': 'fa:16:3e:80:da:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:47:21.634012 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4d2267c1-708a-40d5-9cb3-56a589af242f req-593a057e-0f32-42e6-8cc0-9fc17487904a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=1aa845b4-dce4-469a-b95b-56e1f300ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423863 Apr 08 17:47:21.659087 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:47:21.659471 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (d7c77b87-9bc9-46ed-a47b-8d88e0e92c28), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:21.673147 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:47:21.692854 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port d7c77b87-9bc9-46ed-a47b-8d88e0e92c28, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d7c77b87-9bc9-46ed-a47b-8d88e0e92c28,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:21.700375 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (d7c77b87-9bc9-46ed-a47b-8d88e0e92c28), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:21.756387 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=d7c77b87-9bc9-46ed-a47b-8d88e0e92c28,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:21.763465 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:21.763807 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:21.764139 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:21.764494 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:21.764845 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:21.765166 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:21.765490 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:21.765805 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:21.766108 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:21.766425 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:21.766742 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:21.767076 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:21.767426 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:21.767739 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:21.768052 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:22.018765 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a26d4-fb84-4fe1-a5c7-14ecef0ce5a4 req-a58bce95-9020-4a9b-9978-0708fb79c78c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:22.020138 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cd1a26d4-fb84-4fe1-a5c7-14ecef0ce5a4 req-a58bce95-9020-4a9b-9978-0708fb79c78c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 947 time: 0.0620248 Apr 08 17:47:22.083377 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cd1a26d4-fb84-4fe1-a5c7-14ecef0ce5a4 req-5f5a5db8-bb4b-4b20-9fdb-545a4f1941a7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569370 Apr 08 17:47:22.211876 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['d7c77b87-9bc9-46ed-a47b-8d88e0e92c28'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:47:22.496613 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a1ed535e-c6b1-4f81-96bd-9211020246c6 req-5df6e060-904b-4adb-88fb-88778a492195 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=da4ac931-1d70-4187-9b78-ec1d104fbc8c HTTP/1.1" status: 200 len: 210 time: 0.0337296 Apr 08 17:47:22.751958 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d3ca2-bc0d-4ae3-a21a-9f8df57b76df req-3b35a07b-fe9d-4a90-aa6d-d8dd6d0c6604 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:22.753486 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-354d3ca2-bc0d-4ae3-a21a-9f8df57b76df req-3b35a07b-fe9d-4a90-aa6d-d8dd6d0c6604 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 945 time: 0.0507023 Apr 08 17:47:22.804023 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-354d3ca2-bc0d-4ae3-a21a-9f8df57b76df req-2c7f6cbe-1f55-4adc-86f9-d33a3a42d0c3 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=1aa845b4-dce4-469a-b95b-56e1f300ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442655 Apr 08 17:47:23.000009 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc803840-84a1-4343-bab3-19bb912063a7 req-5f6800bd-56a5-4618-9c5a-cb6408728789 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:23.002084 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bc803840-84a1-4343-bab3-19bb912063a7 req-5f6800bd-56a5-4618-9c5a-cb6408728789 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.20 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 947 time: 0.0560029 Apr 08 17:47:23.101680 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-bc803840-84a1-4343-bab3-19bb912063a7 req-6be10f7d-e5a0-4738-9fb7-adbe231641b8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Deleting port 84af0e26-395c-47be-ae44-b2b038690422 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:23.102017 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-bc803840-84a1-4343-bab3-19bb912063a7 req-6be10f7d-e5a0-4738-9fb7-adbe231641b8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (84af0e26-395c-47be-ae44-b2b038690422), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:23.221549 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79efe6a-bce2-45d9-aef2-0fdbd443d5d0 req-cfa742dd-3e11-4a0d-ac6e-c1cfe3f21715 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:23.223051 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a79efe6a-bce2-45d9-aef2-0fdbd443d5d0 req-cfa742dd-3e11-4a0d-ac6e-c1cfe3f21715 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 947 time: 0.0601513 Apr 08 17:47:23.240424 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-bc803840-84a1-4343-bab3-19bb912063a7 req-6be10f7d-e5a0-4738-9fb7-adbe231641b8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] For port 84af0e26-395c-47be-ae44-b2b038690422, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=84af0e26-395c-47be-ae44-b2b038690422,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:23.240814 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-bc803840-84a1-4343-bab3-19bb912063a7 req-6be10f7d-e5a0-4738-9fb7-adbe231641b8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (84af0e26-395c-47be-ae44-b2b038690422), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:23.327754 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a79efe6a-bce2-45d9-aef2-0fdbd443d5d0 req-f5e9dfd3-e05f-4e40-afb3-03b547d35f8b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=73b41368-b827-4d3a-9482-f141de5842f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985653 Apr 08 17:47:23.441506 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-bc803840-84a1-4343-bab3-19bb912063a7 req-6be10f7d-e5a0-4738-9fb7-adbe231641b8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:23.441899 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-bc803840-84a1-4343-bab3-19bb912063a7 req-6be10f7d-e5a0-4738-9fb7-adbe231641b8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (0b780cbf-5d56-4a46-8399-b43ad8067dce), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:23.442217 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.l3_db [req-bc803840-84a1-4343-bab3-19bb912063a7 req-6be10f7d-e5a0-4738-9fb7-adbe231641b8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Floating IP 0b780cbf-5d56-4a46-8399-b43ad8067dce disassociated. External IP: 172.27.1.9, port: 84af0e26-395c-47be-ae44-b2b038690422. Apr 08 17:47:23.442561 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-bc803840-84a1-4343-bab3-19bb912063a7 req-6be10f7d-e5a0-4738-9fb7-adbe231641b8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Calling delete_port for 84af0e26-395c-47be-ae44-b2b038690422 owned by compute:nova {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:23.513995 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:47:23.569128 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning for port d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 completed by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:47:23.578298 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:47:23.578686 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (d7c77b87-9bc9-46ed-a47b-8d88e0e92c28), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:23.590020 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-bc803840-84a1-4343-bab3-19bb912063a7 req-6be10f7d-e5a0-4738-9fb7-adbe231641b8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (84af0e26-395c-47be-ae44-b2b038690422), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:23.599585 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 40798) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:23.623038 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be10f7d-e5a0-4738-9fb7-adbe231641b8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Pushing event deleted for resources: {'Port': ['ID=84af0e26-395c-47be-ae44-b2b038690422,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:23.672018 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a6cc06b1-0556-4253-bfe6-af4407881970 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for security_group (630c0e47-2a15-4641-9eed-7487edc4b2c4), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:23.682119 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:47:23.682514 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (d7c77b87-9bc9-46ed-a47b-8d88e0e92c28), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:23.697480 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a6cc06b1-0556-4253-bfe6-af4407881970 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for security_group (630c0e47-2a15-4641-9eed-7487edc4b2c4), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:23.707791 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dcac1d-d902-4583-ab7c-343748616056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c77b87-9bc9-46ed-a47b-8d88e0e92c28'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:23.710182 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb30274-4cf8-4ab8-b494-e481a757ac76" -d '{"events": [{"server_uuid": "54dcac1d-d902-4583-ab7c-343748616056", "name": "network-vif-plugged", "status": "completed", "tag": "d7c77b87-9bc9-46ed-a47b-8d88e0e92c28"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:23.723626 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port d7c77b87-9bc9-46ed-a47b-8d88e0e92c28, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d7c77b87-9bc9-46ed-a47b-8d88e0e92c28,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:23.730003 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (d7c77b87-9bc9-46ed-a47b-8d88e0e92c28), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:23.758357 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac613a81-4f42-49f9-bac2-1bab6fd4ce6b x-openstack-request-id: req-ac613a81-4f42-49f9-bac2-1bab6fd4ce6b {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:23.758824 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54dcac1d-d902-4583-ab7c-343748616056", "name": "network-vif-plugged", "status": "completed", "tag": "d7c77b87-9bc9-46ed-a47b-8d88e0e92c28", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:23.758946 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ac613a81-4f42-49f9-bac2-1bab6fd4ce6b {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:23.759277 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac613a81-4f42-49f9-bac2-1bab6fd4ce6b'] response: {'server_uuid': '54dcac1d-d902-4583-ab7c-343748616056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c77b87-9bc9-46ed-a47b-8d88e0e92c28', 'code': 200} Apr 08 17:47:23.767308 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a6cc06b1-0556-4253-bfe6-af4407881970 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (630c0e47-2a15-4641-9eed-7487edc4b2c4), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:23.771385 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a6cc06b1-0556-4253-bfe6-af4407881970 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:23.772654 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-a6cc06b1-0556-4253-bfe6-af4407881970 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "DELETE /v2.0/security-groups/630c0e47-2a15-4641-9eed-7487edc4b2c4 HTTP/1.1" status: 204 len: 168 time: 0.1711998 Apr 08 17:47:23.778416 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 40802) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:23.778807 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc803840-84a1-4343-bab3-19bb912063a7 req-6be10f7d-e5a0-4738-9fb7-adbe231641b8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Router 62ee8e62-17d1-4347-8634-7368de46aeb9 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:47:23.787355 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=d7c77b87-9bc9-46ed-a47b-8d88e0e92c28,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:23.805389 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc06b1-0556-4253-bfe6-af4407881970 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=630c0e47-2a15-4641-9eed-7487edc4b2c4,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:23.807436 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.api.v2.resource [None req-0a963e24-a69c-4a48-8c12-3e2b5a2e76f4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] show failed (client error): The resource could not be found. Apr 08 17:47:23.811696 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-0a963e24-a69c-4a48-8c12-3e2b5a2e76f4 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups/630c0e47-2a15-4641-9eed-7487edc4b2c4 HTTP/1.1" status: 404 len: 347 time: 0.0318573 Apr 08 17:47:23.812617 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 40804) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:23.944348 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc803840-84a1-4343-bab3-19bb912063a7 req-6be10f7d-e5a0-4738-9fb7-adbe231641b8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:47:23.956976 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf2edc3-e890-4777-8c6a-4aa54c1c5188 None None] Sync routers for ids ['62ee8e62-17d1-4347-8634-7368de46aeb9'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:47:23.974269 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf2edc3-e890-4777-8c6a-4aa54c1c5188 None None] Routers {'62ee8e62-17d1-4347-8634-7368de46aeb9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:23.980370 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-ccf2edc3-e890-4777-8c6a-4aa54c1c5188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:47:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['62ee8e62-17d1-4347-8634-7368de46aeb9'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:23.998940 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-a3ef1f19-e7a8-4aaf-96e3-d7bb9765748b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Deleting port 35499a03-645f-44c2-9716-9c17fbfb49fe {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:23.999357 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a3ef1f19-e7a8-4aaf-96e3-d7bb9765748b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (35499a03-645f-44c2-9716-9c17fbfb49fe), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:24.091463 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34575b4-3836-4264-b1e8-97f1a0b5b77b req-d6c9da30-afef-4737-9969-668b308c24ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:24.093053 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a34575b4-3836-4264-b1e8-97f1a0b5b77b req-d6c9da30-afef-4737-9969-668b308c24ba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 1130 time: 0.1414559 Apr 08 17:47:24.095002 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a3ef1f19-e7a8-4aaf-96e3-d7bb9765748b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (35499a03-645f-44c2-9716-9c17fbfb49fe), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:24.095328 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a3ef1f19-e7a8-4aaf-96e3-d7bb9765748b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for floatingip (35499a03-645f-44c2-9716-9c17fbfb49fe), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:24.117786 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-a3ef1f19-e7a8-4aaf-96e3-d7bb9765748b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Calling delete_port for 35499a03-645f-44c2-9716-9c17fbfb49fe owned by network:floatingip {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:24.121237 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-ccf2edc3-e890-4777-8c6a-4aa54c1c5188 None None] Set router 62ee8e62-17d1-4347-8634-7368de46aeb9 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:24.162636 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a34575b4-3836-4264-b1e8-97f1a0b5b77b req-294a7421-c396-4de8-87b4-9770b6db95aa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1aa845b4-dce4-469a-b95b-56e1f300ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578458 Apr 08 17:47:24.251269 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caff8c3-092c-4357-8de8-3720cf9bf82d req-7c38d58a-8597-4178-b385-0a5bfa969a1e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:24.252733 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1caff8c3-092c-4357-8de8-3720cf9bf82d req-7c38d58a-8597-4178-b385-0a5bfa969a1e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 946 time: 0.3520834 Apr 08 17:47:24.280005 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc803840-84a1-4343-bab3-19bb912063a7 req-6be10f7d-e5a0-4738-9fb7-adbe231641b8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] No DVR routers for this DVR port 84af0e26-395c-47be-ae44-b2b038690422 on host hv-cinder-83716 {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:47:24.288311 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-bc803840-84a1-4343-bab3-19bb912063a7 req-6be10f7d-e5a0-4738-9fb7-adbe231641b8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:24.291571 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bc803840-84a1-4343-bab3-19bb912063a7 req-6be10f7d-e5a0-4738-9fb7-adbe231641b8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.20 "DELETE /v2.0/ports/84af0e26-395c-47be-ae44-b2b038690422 HTTP/1.1" status: 204 len: 173 time: 1.2807837 Apr 08 17:47:24.292022 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b891b6-d56a-4d28-b5da-c2024d44fd99', 'name': 'network-vif-deleted', 'tag': '84af0e26-395c-47be-ae44-b2b038690422'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:24.294309 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca2ccc4-f3df-4ebd-b4f5-ef11c212a358" -d '{"events": [{"server_uuid": "80b891b6-d56a-4d28-b5da-c2024d44fd99", "name": "network-vif-deleted", "tag": "84af0e26-395c-47be-ae44-b2b038690422"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:24.310547 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a3ef1f19-e7a8-4aaf-96e3-d7bb9765748b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (35499a03-645f-44c2-9716-9c17fbfb49fe), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:24.329425 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1caff8c3-092c-4357-8de8-3720cf9bf82d req-31b05b27-181a-42b8-9d71-3b5a0cfa9114 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=1aa845b4-dce4-469a-b95b-56e1f300ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700972 Apr 08 17:47:24.347862 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef1f19-e7a8-4aaf-96e3-d7bb9765748b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Pushing event deleted for resources: {'Port': ['ID=35499a03-645f-44c2-9716-9c17fbfb49fe,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:24.363847 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a125fff-aeed-46e1-b77d-69e191ddb011 x-openstack-request-id: req-7a125fff-aeed-46e1-b77d-69e191ddb011 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:24.364899 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b891b6-d56a-4d28-b5da-c2024d44fd99", "name": "network-vif-deleted", "tag": "84af0e26-395c-47be-ae44-b2b038690422", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:24.364899 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7a125fff-aeed-46e1-b77d-69e191ddb011 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:24.365870 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a125fff-aeed-46e1-b77d-69e191ddb011'] response: {'server_uuid': '80b891b6-d56a-4d28-b5da-c2024d44fd99', 'name': 'network-vif-deleted', 'tag': '84af0e26-395c-47be-ae44-b2b038690422', 'status': 'completed', 'code': 200} Apr 08 17:47:24.371911 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-ccf2edc3-e890-4777-8c6a-4aa54c1c5188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-router', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'gw_port': {'id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '517ac759-5acc-4530-969b-9d1aaf1a05db', 'name': '', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'mac_address': 'fa:16:3e:7d:2d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 5, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'subnets': [{'id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:24.403619 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf2edc3-e890-4777-8c6a-4aa54c1c5188 None None] Checking router: 62ee8e62-17d1-4347-8634-7368de46aeb9 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:47:24.414199 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf2edc3-e890-4777-8c6a-4aa54c1c5188 None None] Routers {'62ee8e62-17d1-4347-8634-7368de46aeb9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:24.414874 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-ccf2edc3-e890-4777-8c6a-4aa54c1c5188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:47:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['62ee8e62-17d1-4347-8634-7368de46aeb9'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:24.415053 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a3ef1f19-e7a8-4aaf-96e3-d7bb9765748b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks [] for floatingip (ae85e9d9-ff6f-4b40-8d9f-9be47f228734), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:24.417868 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a3ef1f19-e7a8-4aaf-96e3-d7bb9765748b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:24.424574 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-a3ef1f19-e7a8-4aaf-96e3-d7bb9765748b tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "DELETE /v2.0/floatingips/ae85e9d9-ff6f-4b40-8d9f-9be47f228734 HTTP/1.1" status: 204 len: 168 time: 0.6082737 Apr 08 17:47:24.438461 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0ab7e532-f978-480c-8f10-e6766e4c20df req-69503458-6162-40b4-8eb6-df60c01f4f52 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 210 time: 0.0302215 Apr 08 17:47:24.670807 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-ccf2edc3-e890-4777-8c6a-4aa54c1c5188 None None] Set router 62ee8e62-17d1-4347-8634-7368de46aeb9 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:24.864869 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-ccf2edc3-e890-4777-8c6a-4aa54c1c5188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-router', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'gw_port': {'id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '517ac759-5acc-4530-969b-9d1aaf1a05db', 'name': '', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'mac_address': 'fa:16:3e:7d:2d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 5, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'subnets': [{'id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:24.897169 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf2edc3-e890-4777-8c6a-4aa54c1c5188 None None] The sync data for ids ['62ee8e62-17d1-4347-8634-7368de46aeb9'] in dv-cinder-837166-1-iscsi is: [{'id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-router', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'gw_port': {'id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '517ac759-5acc-4530-969b-9d1aaf1a05db', 'name': '', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'mac_address': 'fa:16:3e:7d:2d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 5, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'subnets': [{'id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:47:25.129347 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41480807-da4b-416c-8055-c4f242f07d0a None None] New status for floating IP 0b780cbf-5d56-4a46-8399-b43ad8067dce: DOWN {{(pid=103551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:47:25.455675 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effeb77a-1b2b-4ff2-b389-e9e494b28e32 req-97e0cafa-10d3-49ed-95d6-41ae5e7248d9 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:25.457130 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-effeb77a-1b2b-4ff2-b389-e9e494b28e32 req-97e0cafa-10d3-49ed-95d6-41ae5e7248d9 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 946 time: 0.0519476 Apr 08 17:47:25.506018 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-effeb77a-1b2b-4ff2-b389-e9e494b28e32 req-7a49f94b-d014-4e3f-9abd-0f027f2951ac tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=1aa845b4-dce4-469a-b95b-56e1f300ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429540 Apr 08 17:47:25.557630 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2f9fe060-8537-4150-b0d0-d01522140d34 req-fa17eef2-6284-4820-8b7d-ce7b0e33a18d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=80b891b6-d56a-4d28-b5da-c2024d44fd99 HTTP/1.1" status: 200 len: 210 time: 0.0327866 Apr 08 17:47:26.630739 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20927aca-e3a2-4406-8428-fc22dadcc34c req-158891ca-1022-4bc1-a03a-aca3beba3364 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:26.632239 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-20927aca-e3a2-4406-8428-fc22dadcc34c req-158891ca-1022-4bc1-a03a-aca3beba3364 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 946 time: 0.0491071 Apr 08 17:47:26.649032 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 40832) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:26.684182 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-20927aca-e3a2-4406-8428-fc22dadcc34c req-d892e592-44f9-4dfb-87c4-29b759ae2fce tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=1aa845b4-dce4-469a-b95b-56e1f300ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460026 Apr 08 17:47:26.705418 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b7dd0b01-c709-4009-a418-497086c653d0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group (73b41368-b827-4d3a-9482-f141de5842f8), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:26.731280 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b7dd0b01-c709-4009-a418-497086c653d0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group (73b41368-b827-4d3a-9482-f141de5842f8), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:26.791134 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b7dd0b01-c709-4009-a418-497086c653d0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (73b41368-b827-4d3a-9482-f141de5842f8), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:26.793652 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b7dd0b01-c709-4009-a418-497086c653d0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:26.794782 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-b7dd0b01-c709-4009-a418-497086c653d0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "DELETE /v2.0/security-groups/73b41368-b827-4d3a-9482-f141de5842f8 HTTP/1.1" status: 204 len: 168 time: 0.1447389 Apr 08 17:47:26.797979 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 40840) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:26.814070 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd94e6-7075-4549-b1e0-a7fbe209349b req-6df22e37-cd4c-4002-8f57-b2dbe728cefe tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:26.815704 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-aebd94e6-7075-4549-b1e0-a7fbe209349b req-6df22e37-cd4c-4002-8f57-b2dbe728cefe tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 946 time: 0.0585027 Apr 08 17:47:26.817538 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.api.v2.resource [None req-b015e181-e921-41dd-910c-ac086cebe58b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] show failed (client error): The resource could not be found. Apr 08 17:47:26.818584 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-b015e181-e921-41dd-910c-ac086cebe58b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups/73b41368-b827-4d3a-9482-f141de5842f8 HTTP/1.1" status: 404 len: 347 time: 0.0196803 Apr 08 17:47:26.829227 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd0b01-c709-4009-a418-497086c653d0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b41368-b827-4d3a-9482-f141de5842f8,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:26.829227 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 40842) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:26.829227 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 40844) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:26.834055 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-9edae47a-af6a-459a-8011-4d5efb86a6b0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'floatingip': {'port_id': 'd7c77b87-9bc9-46ed-a47b-8d88e0e92c28'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:26.911601 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9edae47a-af6a-459a-8011-4d5efb86a6b0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (c9a1cafe-fff4-43ee-a69e-5fa39eba3421), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:26.966025 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4768d-bfce-4725-8ad8-a84f9e5e000e req-e45a0a17-1842-4f03-a137-36ceec64bb14 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:26.967520 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1aa4768d-bfce-4725-8ad8-a84f9e5e000e req-e45a0a17-1842-4f03-a137-36ceec64bb14 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0481634 Apr 08 17:47:27.015665 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1aa4768d-bfce-4725-8ad8-a84f9e5e000e req-ce3e169e-ac30-4847-8dfa-7f15ee787c82 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422208 Apr 08 17:47:27.075656 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-da38538d-36a1-448e-af5b-2617ba44fd07 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Deleting port e193f3eb-9a81-4c63-958b-fc9621c87393 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:27.075906 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-da38538d-36a1-448e-af5b-2617ba44fd07 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (e193f3eb-9a81-4c63-958b-fc9621c87393), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:27.235447 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-da38538d-36a1-448e-af5b-2617ba44fd07 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (e193f3eb-9a81-4c63-958b-fc9621c87393), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:27.235773 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-da38538d-36a1-448e-af5b-2617ba44fd07 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for floatingip (e193f3eb-9a81-4c63-958b-fc9621c87393), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:27.256626 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-da38538d-36a1-448e-af5b-2617ba44fd07 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Calling delete_port for e193f3eb-9a81-4c63-958b-fc9621c87393 owned by network:floatingip {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:27.508800 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 84af0e26-395c-47be-ae44-b2b038690422 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:47:27.529480 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] No Port match for: 84af0e26-395c-47be-ae44-b2b038690422 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:47:27.529824 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 84af0e26-395c-47be-ae44-b2b038690422 not bound to the agent host hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:47:27.582096 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-da38538d-36a1-448e-af5b-2617ba44fd07 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (e193f3eb-9a81-4c63-958b-fc9621c87393), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:27.625802 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38538d-36a1-448e-af5b-2617ba44fd07 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Pushing event deleted for resources: {'Port': ['ID=e193f3eb-9a81-4c63-958b-fc9621c87393,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:27.630948 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9edae47a-af6a-459a-8011-4d5efb86a6b0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:27.637774 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9edae47a-af6a-459a-8011-4d5efb86a6b0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (c9a1cafe-fff4-43ee-a69e-5fa39eba3421), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:27.808880 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec437f67-304f-4cda-9047-fbd85afc8187 req-9983bbec-771d-4123-951c-dbebd502a5de tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:27.810208 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ec437f67-304f-4cda-9047-fbd85afc8187 req-9983bbec-771d-4123-951c-dbebd502a5de tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.20 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.1212561 Apr 08 17:47:27.812649 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-da38538d-36a1-448e-af5b-2617ba44fd07 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for floatingip (0b780cbf-5d56-4a46-8399-b43ad8067dce), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:27.815114 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-da38538d-36a1-448e-af5b-2617ba44fd07 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:27.816143 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-da38538d-36a1-448e-af5b-2617ba44fd07 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "DELETE /v2.0/floatingips/0b780cbf-5d56-4a46-8399-b43ad8067dce HTTP/1.1" status: 204 len: 168 time: 0.9935954 Apr 08 17:47:27.876528 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.l3_db [None req-9edae47a-af6a-459a-8011-4d5efb86a6b0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Floating IP c9a1cafe-fff4-43ee-a69e-5fa39eba3421 associated. External IP: 172.27.1.186, port: d7c77b87-9bc9-46ed-a47b-8d88e0e92c28. Apr 08 17:47:27.967030 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-ec437f67-304f-4cda-9047-fbd85afc8187 req-db20d754-47f8-4127-9211-b1c5cafbfe99 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Deleting port 907da5ed-e1bb-4557-b2bd-e16d4aac5262 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:27.967408 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-ec437f67-304f-4cda-9047-fbd85afc8187 req-db20d754-47f8-4127-9211-b1c5cafbfe99 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (907da5ed-e1bb-4557-b2bd-e16d4aac5262), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.000943 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 40850) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:28.005434 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-6807689c-ee09-49c8-8bef-5526f49ae02e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1669189614', 'description': 'tempest-description--1082129493'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:28.026807 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6807689c-ee09-49c8-8bef-5526f49ae02e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.105029 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6807689c-ee09-49c8-8bef-5526f49ae02e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group (64d64efb-2c1d-4352-a6a0-842b8bed322e), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.116161 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6807689c-ee09-49c8-8bef-5526f49ae02e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (64d64efb-2c1d-4352-a6a0-842b8bed322e), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.143733 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-ec437f67-304f-4cda-9047-fbd85afc8187 req-db20d754-47f8-4127-9211-b1c5cafbfe99 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] For port 907da5ed-e1bb-4557-b2bd-e16d4aac5262, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=907da5ed-e1bb-4557-b2bd-e16d4aac5262,segment=NetworkSegment(68a9f1fe-2a35-48ca-8f7f-dccbf741c802),segment_id=68a9f1fe-2a35-48ca-8f7f-dccbf741c802)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:28.144095 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-ec437f67-304f-4cda-9047-fbd85afc8187 req-db20d754-47f8-4127-9211-b1c5cafbfe99 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (907da5ed-e1bb-4557-b2bd-e16d4aac5262), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.165342 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-ec437f67-304f-4cda-9047-fbd85afc8187 req-db20d754-47f8-4127-9211-b1c5cafbfe99 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Calling delete_port for 907da5ed-e1bb-4557-b2bd-e16d4aac5262 owned by compute:nova {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:28.176651 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683afe3-2844-4e4b-9837-65dfb6b152c4 req-03f2b513-ec45-4f94-923a-dcecd7067cbe tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:28.178154 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3683afe3-2844-4e4b-9837-65dfb6b152c4 req-03f2b513-ec45-4f94-923a-dcecd7067cbe tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=d519786e-88e0-4b0c-874b-b2864b52b2bf HTTP/1.1" status: 200 len: 946 time: 0.0770552 Apr 08 17:47:28.180844 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6807689c-ee09-49c8-8bef-5526f49ae02e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.181979 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-6807689c-ee09-49c8-8bef-5526f49ae02e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1800618 Apr 08 17:47:28.183183 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807689c-ee09-49c8-8bef-5526f49ae02e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d64efb-2c1d-4352-a6a0-842b8bed322e,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:28.185476 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 40854) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:28.192303 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-4c01ac60-2ce5-43fe-af4a-4a18cb7a990d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Request body: {'security_group_rule': {'security_group_id': '64d64efb-2c1d-4352-a6a0-842b8bed322e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:28.249117 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4c01ac60-2ce5-43fe-af4a-4a18cb7a990d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group_rule (b452ac52-36a8-46f9-af77-e732f7dbb9b5), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.266348 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3683afe3-2844-4e4b-9837-65dfb6b152c4 req-471d7509-7d11-49fd-ae40-e982ba075207 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802009 Apr 08 17:47:28.278215 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edae47a-af6a-459a-8011-4d5efb86a6b0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:47:28.318522 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4c01ac60-2ce5-43fe-af4a-4a18cb7a990d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group_rule (b452ac52-36a8-46f9-af77-e732f7dbb9b5), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.325924 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4c01ac60-2ce5-43fe-af4a-4a18cb7a990d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (b452ac52-36a8-46f9-af77-e732f7dbb9b5), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.345614 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01ac60-2ce5-43fe-af4a-4a18cb7a990d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b452ac52-36a8-46f9-af77-e732f7dbb9b5,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:28.352714 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4c01ac60-2ce5-43fe-af4a-4a18cb7a990d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.356497 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-4c01ac60-2ce5-43fe-af4a-4a18cb7a990d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1667354 Apr 08 17:47:28.356705 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 40858) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:28.360962 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-92cacaeb-5503-47d4-81aa-46ca84f56f34 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Request body: {'security_group_rule': {'security_group_id': '64d64efb-2c1d-4352-a6a0-842b8bed322e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:28.389032 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-92cacaeb-5503-47d4-81aa-46ca84f56f34 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group_rule (a6db6b35-fadb-46d7-bd92-1a8489e9de24), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.441886 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-ec437f67-304f-4cda-9047-fbd85afc8187 req-db20d754-47f8-4127-9211-b1c5cafbfe99 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (907da5ed-e1bb-4557-b2bd-e16d4aac5262), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.453064 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-92cacaeb-5503-47d4-81aa-46ca84f56f34 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group_rule (a6db6b35-fadb-46d7-bd92-1a8489e9de24), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.457846 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['ba32feec-d45d-45f5-b67e-c9edbaa86b39', '907da5ed-e1bb-4557-b2bd-e16d4aac5262'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:47:28.460225 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-92cacaeb-5503-47d4-81aa-46ca84f56f34 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (a6db6b35-fadb-46d7-bd92-1a8489e9de24), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.479781 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cacaeb-5503-47d4-81aa-46ca84f56f34 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6db6b35-fadb-46d7-bd92-1a8489e9de24,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:28.481932 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20d754-47f8-4127-9211-b1c5cafbfe99 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Pushing event deleted for resources: {'Port': ['ID=907da5ed-e1bb-4557-b2bd-e16d4aac5262,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:28.486064 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edae47a-af6a-459a-8011-4d5efb86a6b0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:47:28.491308 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9edae47a-af6a-459a-8011-4d5efb86a6b0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.495312 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-92cacaeb-5503-47d4-81aa-46ca84f56f34 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.500320 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-92cacaeb-5503-47d4-81aa-46ca84f56f34 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426408 Apr 08 17:47:28.501047 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 40860) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:28.506203 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-ee3fb306-131f-433a-b695-f85dbc605a0d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Request body: {'floatingip': {'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:28.506341 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f10a60-ecdd-432e-b2b6-ba1ba6a8e9c7 None None] Sync routers for ids ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:47:28.531422 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f10a60-ecdd-432e-b2b6-ba1ba6a8e9c7 None None] Routers {'216c479a-d79f-4956-a3c4-c7cdf37e8d9d'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:28.532503 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-20f10a60-ecdd-432e-b2b6-ba1ba6a8e9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:47:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:28.537142 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ee3fb306-131f-433a-b695-f85dbc605a0d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.561650 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-9edae47a-af6a-459a-8011-4d5efb86a6b0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "PUT /v2.0/floatingips/c9a1cafe-fff4-43ee-a69e-5fa39eba3421 HTTP/1.1" status: 200 len: 992 time: 1.7316606 Apr 08 17:47:28.578534 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54dcac1d-d902-4583-ab7c-343748616056', 'tag': 'd7c77b87-9bc9-46ed-a47b-8d88e0e92c28'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:28.580899 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea79350a-c4f1-4299-8933-3a0efafa99e7" -d '{"events": [{"name": "network-changed", "server_uuid": "54dcac1d-d902-4583-ab7c-343748616056", "tag": "d7c77b87-9bc9-46ed-a47b-8d88e0e92c28"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:28.584554 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec437f67-304f-4cda-9047-fbd85afc8187 req-db20d754-47f8-4127-9211-b1c5cafbfe99 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] No DVR routers for this DVR port 907da5ed-e1bb-4557-b2bd-e16d4aac5262 on host hv-cinder-83716 {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:47:28.590660 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-ec437f67-304f-4cda-9047-fbd85afc8187 req-db20d754-47f8-4127-9211-b1c5cafbfe99 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.594706 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ec437f67-304f-4cda-9047-fbd85afc8187 req-db20d754-47f8-4127-9211-b1c5cafbfe99 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.20 "DELETE /v2.0/ports/907da5ed-e1bb-4557-b2bd-e16d4aac5262 HTTP/1.1" status: 204 len: 173 time: 0.7737517 Apr 08 17:47:28.626085 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350b982e-5103-4f5f-8177-bcda1925407d x-openstack-request-id: req-350b982e-5103-4f5f-8177-bcda1925407d {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:28.626400 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54dcac1d-d902-4583-ab7c-343748616056", "tag": "d7c77b87-9bc9-46ed-a47b-8d88e0e92c28", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:28.626692 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-350b982e-5103-4f5f-8177-bcda1925407d {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:28.627165 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-350b982e-5103-4f5f-8177-bcda1925407d'] response: {'name': 'network-changed', 'server_uuid': '54dcac1d-d902-4583-ab7c-343748616056', 'tag': 'd7c77b87-9bc9-46ed-a47b-8d88e0e92c28', 'status': 'completed', 'code': 200} Apr 08 17:47:28.649407 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ee3fb306-131f-433a-b695-f85dbc605a0d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.700817 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79350a-c4f1-4299-8933-3a0efafa99e7 req-e0289d03-12ff-45da-8bdd-63470f6d47c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:28.702524 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ea79350a-c4f1-4299-8933-3a0efafa99e7 req-e0289d03-12ff-45da-8bdd-63470f6d47c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c793b519db45404da066489467255859&device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 1130 time: 0.0400455 Apr 08 17:47:28.709185 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-20f10a60-ecdd-432e-b2b6-ba1ba6a8e9c7 None None] Set router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:28.795010 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-ee3fb306-131f-433a-b695-f85dbc605a0d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Allocated IP 172.27.1.237 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/d83aeb1c-e58f-44b0-8646-fcbf6341dd1e) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:47:28.923263 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ee3fb306-131f-433a-b695-f85dbc605a0d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for port (d83aeb1c-e58f-44b0-8646-fcbf6341dd1e), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.974418 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-20f10a60-ecdd-432e-b2b6-ba1ba6a8e9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': 'c9a1cafe-fff4-43ee-a69e-5fa39eba3421', 'tenant_id': 'c793b519db45404da066489467255859', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'port_id': 'd7c77b87-9bc9-46ed-a47b-8d88e0e92c28', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'mac_address': 'fa:16:3e:80:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dcac1d-d902-4583-ab7c-343748616056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:47:04Z', 'updated_at': '2022-04-08T17:47:27Z', 'revision_number': 1, 'project_id': 'c793b519db45404da066489467255859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:28.975259 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ee3fb306-131f-433a-b695-f85dbc605a0d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (d83aeb1c-e58f-44b0-8646-fcbf6341dd1e), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:29.005264 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f10a60-ecdd-432e-b2b6-ba1ba6a8e9c7 None None] Checking router: 216c479a-d79f-4956-a3c4-c7cdf37e8d9d for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:47:29.014565 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f10a60-ecdd-432e-b2b6-ba1ba6a8e9c7 None None] Routers {'216c479a-d79f-4956-a3c4-c7cdf37e8d9d'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:29.015305 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-20f10a60-ecdd-432e-b2b6-ba1ba6a8e9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:47:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:29.017647 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3fb306-131f-433a-b695-f85dbc605a0d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:47:29.021185 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-ee3fb306-131f-433a-b695-f85dbc605a0d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:47:29.026984 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3fb306-131f-433a-b695-f85dbc605a0d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:47:29.070146 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fb306-131f-433a-b695-f85dbc605a0d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Pushing event updated for resources: {'Port': ['ID=d83aeb1c-e58f-44b0-8646-fcbf6341dd1e,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:29.104186 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79350a-c4f1-4299-8933-3a0efafa99e7 req-fe70a8ff-4908-4231-83cb-2a2d6c7b22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:29.105868 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ea79350a-c4f1-4299-8933-3a0efafa99e7 req-fe70a8ff-4908-4231-83cb-2a2d6c7b22ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078 HTTP/1.1" status: 200 len: 916 time: 0.3962250 Apr 08 17:47:29.137785 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-20f10a60-ecdd-432e-b2b6-ba1ba6a8e9c7 None None] Set router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:29.142507 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ee3fb306-131f-433a-b695-f85dbc605a0d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for floatingip (6f3597b7-99e8-4f04-bf3a-e1b182a4aa14), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:29.186009 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ee3fb306-131f-433a-b695-f85dbc605a0d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (d83aeb1c-e58f-44b0-8646-fcbf6341dd1e), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:29.204677 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ea79350a-c4f1-4299-8933-3a0efafa99e7 req-5aaee8a2-ff61-42c6-b13e-5b7d6ff39458 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 HTTP/1.1" status: 200 len: 1000 time: 0.0862727 Apr 08 17:47:29.274541 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79350a-c4f1-4299-8933-3a0efafa99e7 req-7aaabf13-89b3-40ce-98ab-296b80c00f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:29.276205 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ea79350a-c4f1-4299-8933-3a0efafa99e7 req-7aaabf13-89b3-40ce-98ab-296b80c00f06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8edf8b4-73f8-49e2-a695-014df408b2d6 HTTP/1.1" status: 200 len: 854 time: 0.0626407 Apr 08 17:47:29.336366 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79350a-c4f1-4299-8933-3a0efafa99e7 req-589a7e6e-c2b6-434e-959b-b87ec0381cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:29.337992 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ea79350a-c4f1-4299-8933-3a0efafa99e7 req-589a7e6e-c2b6-434e-959b-b87ec0381cb5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484037 Apr 08 17:47:29.389907 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ee3fb306-131f-433a-b695-f85dbc605a0d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for port (d83aeb1c-e58f-44b0-8646-fcbf6341dd1e), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:29.398399 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ee3fb306-131f-433a-b695-f85dbc605a0d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30663424'] for port (d83aeb1c-e58f-44b0-8646-fcbf6341dd1e), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:29.426060 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-20f10a60-ecdd-432e-b2b6-ba1ba6a8e9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': 'c9a1cafe-fff4-43ee-a69e-5fa39eba3421', 'tenant_id': 'c793b519db45404da066489467255859', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'port_id': 'd7c77b87-9bc9-46ed-a47b-8d88e0e92c28', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'mac_address': 'fa:16:3e:80:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dcac1d-d902-4583-ab7c-343748616056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:47:04Z', 'updated_at': '2022-04-08T17:47:27Z', 'revision_number': 1, 'project_id': 'c793b519db45404da066489467255859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:29.457537 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ea79350a-c4f1-4299-8933-3a0efafa99e7 req-36c037ea-c8b3-46a9-ab00-3fa02b51ec40 service neutron] 10.222.0.20 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097276 Apr 08 17:47:29.461284 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f10a60-ecdd-432e-b2b6-ba1ba6a8e9c7 None None] The sync data for ids ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'] in dv-cinder-837166-1-iscsi is: [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': 'c9a1cafe-fff4-43ee-a69e-5fa39eba3421', 'tenant_id': 'c793b519db45404da066489467255859', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'port_id': 'd7c77b87-9bc9-46ed-a47b-8d88e0e92c28', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'mac_address': 'fa:16:3e:80:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dcac1d-d902-4583-ab7c-343748616056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:47:04Z', 'updated_at': '2022-04-08T17:47:27Z', 'revision_number': 1, 'project_id': 'c793b519db45404da066489467255859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:47:29.497041 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fb306-131f-433a-b695-f85dbc605a0d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Pushing event updated for resources: {'Port': ['ID=d83aeb1c-e58f-44b0-8646-fcbf6341dd1e,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:29.504542 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ee3fb306-131f-433a-b695-f85dbc605a0d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (6f3597b7-99e8-4f04-bf3a-e1b182a4aa14), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:29.550150 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ee3fb306-131f-433a-b695-f85dbc605a0d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:29.559272 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-ee3fb306-131f-433a-b695-f85dbc605a0d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0493979 Apr 08 17:47:29.593007 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ea79350a-c4f1-4299-8933-3a0efafa99e7 req-f5c6887b-440c-483d-9a72-efcfe8cb7663 service neutron] 10.222.0.20 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259923 Apr 08 17:47:29.619198 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a74cb4-ddb1-44ea-803a-eba1662d7901 req-69965e72-df92-410e-95e1-95bce6f42716 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:29.620942 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f1a74cb4-ddb1-44ea-803a-eba1662d7901 req-69965e72-df92-410e-95e1-95bce6f42716 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0562775 Apr 08 17:47:29.675131 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f1a74cb4-ddb1-44ea-803a-eba1662d7901 req-323d5e43-2193-4385-a2c8-d62119fe6a25 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477674 Apr 08 17:47:29.720182 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b222ced-a9f5-447c-bcae-fe5c015d7321 None None] New status for floating IP c9a1cafe-fff4-43ee-a69e-5fa39eba3421: ACTIVE {{(pid=103551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:47:29.734017 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-5eb2a6d9-0516-4912-be05-16a2c347102f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1669189614&fields=id&tenant_id=871ad76eadfd4d88827f7e66f16eaa94 HTTP/1.1" status: 200 len: 267 time: 0.0523441 Apr 08 17:47:29.856414 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-6c2291ce-cb53-4b56-8532-697c4a8ae2a8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:29.858083 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-6c2291ce-cb53-4b56-8532-697c4a8ae2a8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/networks?id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 HTTP/1.1" status: 200 len: 817 time: 0.1174409 Apr 08 17:47:29.873805 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3a55f318-6675-4707-bbd4-a8ef772740b6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/quotas/871ad76eadfd4d88827f7e66f16eaa94 HTTP/1.1" status: 200 len: 375 time: 0.0100369 Apr 08 17:47:29.929903 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-6a251308-d87d-4a7b-98db-faa8eef7ac1c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=871ad76eadfd4d88827f7e66f16eaa94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496335 Apr 08 17:47:30.030085 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-66afaa71-6d1a-4fe3-8f0a-460f8841332b service neutron] 10.222.0.86 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886583 Apr 08 17:47:30.125663 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-5932c728-88c9-4429-b24f-1d56904243dc service neutron] 10.222.0.86 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894635 Apr 08 17:47:30.441275 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bde8e2-0515-4591-baef-72dcec566128 req-9bd82052-f0a3-49cc-a774-740653901d4a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:30.442767 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-96bde8e2-0515-4591-baef-72dcec566128 req-9bd82052-f0a3-49cc-a774-740653901d4a tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.20 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0540824 Apr 08 17:47:30.542097 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-96bde8e2-0515-4591-baef-72dcec566128 req-53f6988c-a0a4-4910-a9f2-e48dfae8d9dd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Deleting port ba32feec-d45d-45f5-b67e-c9edbaa86b39 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:30.542629 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-96bde8e2-0515-4591-baef-72dcec566128 req-53f6988c-a0a4-4910-a9f2-e48dfae8d9dd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (ba32feec-d45d-45f5-b67e-c9edbaa86b39), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:30.628724 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd519786e-88e0-4b0c-874b-b2864b52b2bf', 'name': 'network-vif-deleted', 'tag': '907da5ed-e1bb-4557-b2bd-e16d4aac5262'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:30.632632 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399f81f2-3aed-40a7-b516-81d4faf5fb9b" -d '{"events": [{"server_uuid": "d519786e-88e0-4b0c-874b-b2864b52b2bf", "name": "network-vif-deleted", "tag": "907da5ed-e1bb-4557-b2bd-e16d4aac5262"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:30.656832 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-96bde8e2-0515-4591-baef-72dcec566128 req-53f6988c-a0a4-4910-a9f2-e48dfae8d9dd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] For port ba32feec-d45d-45f5-b67e-c9edbaa86b39, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ba32feec-d45d-45f5-b67e-c9edbaa86b39,segment=NetworkSegment(68a9f1fe-2a35-48ca-8f7f-dccbf741c802),segment_id=68a9f1fe-2a35-48ca-8f7f-dccbf741c802)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:30.657209 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-96bde8e2-0515-4591-baef-72dcec566128 req-53f6988c-a0a4-4910-a9f2-e48dfae8d9dd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (ba32feec-d45d-45f5-b67e-c9edbaa86b39), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:30.672090 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d8813b-565b-4982-bc63-e8c67fdc2e14 x-openstack-request-id: req-e9d8813b-565b-4982-bc63-e8c67fdc2e14 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:30.672390 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d519786e-88e0-4b0c-874b-b2864b52b2bf", "name": "network-vif-deleted", "tag": "907da5ed-e1bb-4557-b2bd-e16d4aac5262", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:30.672657 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e9d8813b-565b-4982-bc63-e8c67fdc2e14 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:30.673048 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9d8813b-565b-4982-bc63-e8c67fdc2e14'] response: {'server_uuid': 'd519786e-88e0-4b0c-874b-b2864b52b2bf', 'name': 'network-vif-deleted', 'tag': '907da5ed-e1bb-4557-b2bd-e16d4aac5262', 'status': 'completed', 'code': 200} Apr 08 17:47:30.673970 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-96bde8e2-0515-4591-baef-72dcec566128 req-53f6988c-a0a4-4910-a9f2-e48dfae8d9dd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Calling delete_port for ba32feec-d45d-45f5-b67e-c9edbaa86b39 owned by compute:nova {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:30.799354 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53259517-45a0-4d95-8d1e-3ee41b2bc2a7 req-d54377e0-77fd-4749-88dd-61d2d1a8bbbc tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:30.800960 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-53259517-45a0-4d95-8d1e-3ee41b2bc2a7 req-d54377e0-77fd-4749-88dd-61d2d1a8bbbc tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/ports?device_id=399f95e8-785d-49a4-b8d8-2808709f17c9 HTTP/1.1" status: 200 len: 946 time: 0.0526326 Apr 08 17:47:30.816246 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-96bde8e2-0515-4591-baef-72dcec566128 req-53f6988c-a0a4-4910-a9f2-e48dfae8d9dd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (ba32feec-d45d-45f5-b67e-c9edbaa86b39), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:30.829514 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['ba32feec-d45d-45f5-b67e-c9edbaa86b39'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:47:30.845815 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6988c-a0a4-4910-a9f2-e48dfae8d9dd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Pushing event deleted for resources: {'Port': ['ID=ba32feec-d45d-45f5-b67e-c9edbaa86b39,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:30.871123 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-53259517-45a0-4d95-8d1e-3ee41b2bc2a7 req-a09ed466-b338-470b-95b3-228e367cbda1 tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.86 "GET /v2.0/security-groups?id=621c7643-42b7-48b3-aac7-44b8065b6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637932 Apr 08 17:47:30.896398 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-96bde8e2-0515-4591-baef-72dcec566128 req-53f6988c-a0a4-4910-a9f2-e48dfae8d9dd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] No DVR routers for this DVR port ba32feec-d45d-45f5-b67e-c9edbaa86b39 on host hv-cinder-83716 {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:47:30.899125 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-96bde8e2-0515-4591-baef-72dcec566128 req-53f6988c-a0a4-4910-a9f2-e48dfae8d9dd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:30.902498 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-96bde8e2-0515-4591-baef-72dcec566128 req-53f6988c-a0a4-4910-a9f2-e48dfae8d9dd tempest-ServerRescueNegativeTestJSON-1161172000 tempest-ServerRescueNegativeTestJSON-1161172000-project] 10.222.0.20 "DELETE /v2.0/ports/ba32feec-d45d-45f5-b67e-c9edbaa86b39 HTTP/1.1" status: 204 len: 173 time: 0.4531837 Apr 08 17:47:31.308459 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c4105eec-21f5-46a9-89a8-4a7e5a0f46df req-5ee604a9-17e6-4105-9ca0-b868519394ed tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 210 time: 0.0330451 Apr 08 17:47:31.516026 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 907da5ed-e1bb-4557-b2bd-e16d4aac5262 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:47:31.539698 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] No Port match for: 907da5ed-e1bb-4557-b2bd-e16d4aac5262 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:47:31.540044 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 907da5ed-e1bb-4557-b2bd-e16d4aac5262 not bound to the agent host hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:47:31.923037 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 40904) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:32.430766 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7d370551-6c28-4319-a28b-f6d0efe3f128 req-ce326f7c-7986-4a49-bafc-220b45a9a1e0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 210 time: 0.0350370 Apr 08 17:47:32.519142 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-0ba7818b-fb7e-4cea-9d34-9040bd6ff66b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:32.520683 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-0ba7818b-fb7e-4cea-9d34-9040bd6ff66b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.20 "GET /v2.0/networks?id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 HTTP/1.1" status: 200 len: 817 time: 0.2232776 Apr 08 17:47:32.611156 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-da7bbecb-6037-4b07-88b2-10296d4cc905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732664'] for router_interface (34ed58de-58f0-4f58-8d11-1848e18b0a73), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:32.674131 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399f95e8-785d-49a4-b8d8-2808709f17c9', 'name': 'network-vif-deleted', 'tag': 'ba32feec-d45d-45f5-b67e-c9edbaa86b39'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:32.676952 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2288ad34-dcd5-4267-813b-41539fae0cb1" -d '{"events": [{"server_uuid": "399f95e8-785d-49a4-b8d8-2808709f17c9", "name": "network-vif-deleted", "tag": "ba32feec-d45d-45f5-b67e-c9edbaa86b39"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:32.730573 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2706f8-028f-4e0c-9ef7-9998b4bb17ae x-openstack-request-id: req-fe2706f8-028f-4e0c-9ef7-9998b4bb17ae {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:32.730901 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399f95e8-785d-49a4-b8d8-2808709f17c9", "name": "network-vif-deleted", "tag": "ba32feec-d45d-45f5-b67e-c9edbaa86b39", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:32.731123 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fe2706f8-028f-4e0c-9ef7-9998b4bb17ae {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:32.731545 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2706f8-028f-4e0c-9ef7-9998b4bb17ae'] response: {'server_uuid': '399f95e8-785d-49a4-b8d8-2808709f17c9', 'name': 'network-vif-deleted', 'tag': 'ba32feec-d45d-45f5-b67e-c9edbaa86b39', 'status': 'completed', 'code': 200} Apr 08 17:47:32.773573 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-55631f6c-10a7-452e-a468-045e47917f54 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=871ad76eadfd4d88827f7e66f16eaa94 HTTP/1.1" status: 200 len: 380 time: 0.1223567 Apr 08 17:47:32.811235 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-fcbab363-0b42-419f-97fa-561a7c621940 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Request body: {'port': {'device_id': '5482b8ab-fbad-460e-8462-aababe336e33', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'admin_state_up': True, 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'security_groups': ['64d64efb-2c1d-4352-a6a0-842b8bed322e']}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:33.096178 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-da7bbecb-6037-4b07-88b2-10296d4cc905 admin admin] Deleting port 844de5c2-265f-4917-ba2f-c39874925182 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:33.096915 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-da7bbecb-6037-4b07-88b2-10296d4cc905 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (844de5c2-265f-4917-ba2f-c39874925182), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:33.098118 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-fcbab363-0b42-419f-97fa-561a7c621940 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Made reservation on behalf of 871ad76eadfd4d88827f7e66f16eaa94 for: {'port': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:47:33.103089 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-fcbab363-0b42-419f-97fa-561a7c621940 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:33.276710 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-da7bbecb-6037-4b07-88b2-10296d4cc905 admin admin] For port 844de5c2-265f-4917-ba2f-c39874925182, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=844de5c2-265f-4917-ba2f-c39874925182,segment=NetworkSegment(68a9f1fe-2a35-48ca-8f7f-dccbf741c802),segment_id=68a9f1fe-2a35-48ca-8f7f-dccbf741c802)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:33.277314 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-da7bbecb-6037-4b07-88b2-10296d4cc905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (844de5c2-265f-4917-ba2f-c39874925182), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:33.323444 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-da7bbecb-6037-4b07-88b2-10296d4cc905 admin admin] Calling delete_port for 844de5c2-265f-4917-ba2f-c39874925182 owned by network:router_interface {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:33.399690 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-fcbab363-0b42-419f-97fa-561a7c621940 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Allocated IP 172.20.0.4 (82c92d73-fa73-49e3-bcd3-7677ecfaa5d2/1896ad45-f1dd-47eb-87e5-845f315dcdb0/34bb011d-76c8-45d6-b5ff-611b95a56e2a) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:47:33.514955 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device ba32feec-d45d-45f5-b67e-c9edbaa86b39 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:47:33.541159 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] No Port match for: ba32feec-d45d-45f5-b67e-c9edbaa86b39 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:47:33.541670 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device ba32feec-d45d-45f5-b67e-c9edbaa86b39 not bound to the agent host hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:47:33.542909 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fbc82b74-74b3-4a51-a634-151f7abfe293 req-02175409-051f-45de-8dda-915810fb00b1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 210 time: 0.0348976 Apr 08 17:47:33.873989 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-fcbab363-0b42-419f-97fa-561a7c621940 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:33.929271 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-da7bbecb-6037-4b07-88b2-10296d4cc905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (844de5c2-265f-4917-ba2f-c39874925182), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:33.960015 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7bbecb-6037-4b07-88b2-10296d4cc905 admin admin] Pushing event deleted for resources: {'Port': ['ID=844de5c2-265f-4917-ba2f-c39874925182,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:33.967461 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-fcbab363-0b42-419f-97fa-561a7c621940 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:34.047627 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-fcbab363-0b42-419f-97fa-561a7c621940 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Network 82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:47:34.054357 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-fcbab363-0b42-419f-97fa-561a7c621940 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:47:34.060235 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-fcbab363-0b42-419f-97fa-561a7c621940 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:47:34.101042 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbab363-0b42-419f-97fa-561a7c621940 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Pushing event updated for resources: {'Port': ['ID=34bb011d-76c8-45d6-b5ff-611b95a56e2a,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:34.167395 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-fcbab363-0b42-419f-97fa-561a7c621940 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:34.168049 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-fcbab363-0b42-419f-97fa-561a7c621940 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:34.191983 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-fcbab363-0b42-419f-97fa-561a7c621940 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4073508 Apr 08 17:47:34.224542 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] Request body: {'port': {'device_id': '5482b8ab-fbad-460e-8462-aababe336e33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:34.291341 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-da7bbecb-6037-4b07-88b2-10296d4cc905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732524'] for router_interface (34ed58de-58f0-4f58-8d11-1848e18b0a73), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:34.307836 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:34.310471 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-d5ec28cc-ca45-4353-b36e-97cb5556721c None None] Provisioning complete for port 34bb011d-76c8-45d6-b5ff-611b95a56e2a triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:47:34.310854 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d5ec28cc-ca45-4353-b36e-97cb5556721c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:34.346572 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-d5ec28cc-ca45-4353-b36e-97cb5556721c None None] Port 34bb011d-76c8-45d6-b5ff-611b95a56e2a cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:47:34.731625 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2b913-cc3d-454c-a43f-af2294e6f13d req-a2f18f64-a158-4d26-b99a-ebba5ce896dd tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:34.733132 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-69a2b913-cc3d-454c-a43f-af2294e6f13d req-a2f18f64-a158-4d26-b99a-ebba5ce896dd tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 931 time: 0.1107430 Apr 08 17:47:34.765799 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7bbecb-6037-4b07-88b2-10296d4cc905 admin admin] Router 34ed58de-58f0-4f58-8d11-1848e18b0a73 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:47:34.821417 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34bb011d-76c8-45d6-b5ff-611b95a56e2a {{(pid=103548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:47:34.835556 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] Publish callbacks [] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:34.890727 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-69a2b913-cc3d-454c-a43f-af2294e6f13d req-0fd1094f-2319-409e-8b3c-aab98e0cbfb9 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504080 Apr 08 17:47:34.895973 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.provisioning_blocks [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] Transition to ACTIVE for port object 34bb011d-76c8-45d6-b5ff-611b95a56e2a will not be triggered until provisioned by entity L2. {{(pid=103548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:47:34.901191 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:34.991962 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] Pushing event updated for resources: {'Port': ['ID=34bb011d-76c8-45d6-b5ff-611b95a56e2a,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:35.028259 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7bbecb-6037-4b07-88b2-10296d4cc905 admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:47:35.036742 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-da7bbecb-6037-4b07-88b2-10296d4cc905 admin admin] 10.222.0.86 "PUT /v2.0/routers/34ed58de-58f0-4f58-8d11-1848e18b0a73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1098073 Apr 08 17:47:35.037168 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 40922) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:35.041327 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc1d307-c1d3-4e86-ad6e-ccc9b5d412af None None] Sync routers for ids ['34ed58de-58f0-4f58-8d11-1848e18b0a73'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:47:35.052954 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc1d307-c1d3-4e86-ad6e-ccc9b5d412af None None] Routers {'34ed58de-58f0-4f58-8d11-1848e18b0a73'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:35.053676 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-3fc1d307-c1d3-4e86-ad6e-ccc9b5d412af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:47:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['34ed58de-58f0-4f58-8d11-1848e18b0a73'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:35.083377 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] Attempting to bind port 34bb011d-76c8-45d6-b5ff-611b95a56e2a on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:47:35.083667 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] Attempting to bind port 34bb011d-76c8-45d6-b5ff-611b95a56e2a by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '42138a3f-11d0-42bb-8417-8bf2a99cd282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2'}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:47:35.083943 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] Attempting to bind port 34bb011d-76c8-45d6-b5ff-611b95a56e2a on network 82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:47:35.091926 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] Port 34bb011d-76c8-45d6-b5ff-611b95a56e2a on network 82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:47:35.092260 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] Attempting to bind port 34bb011d-76c8-45d6-b5ff-611b95a56e2a on network 82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:47:35.099502 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] Checking agent: {'id': '0d41f64d-5a28-4579-bdba-007f65057d65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:47:35.100267 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] Checking segment: {'id': '42138a3f-11d0-42bb-8417-8bf2a99cd282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:47:35.100925 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] Bound using segment: {'id': '42138a3f-11d0-42bb-8417-8bf2a99cd282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2'} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:47:35.101601 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] Bound port: 34bb011d-76c8-45d6-b5ff-611b95a56e2a, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42138a3f-11d0-42bb-8417-8bf2a99cd282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2'}}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:47:35.102619 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.163711 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8d91d3f2-09be-4aa7-9d5e-3d3421f2abc9 admin admin] Publish callbacks [] for router (34ed58de-58f0-4f58-8d11-1848e18b0a73), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.174311 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-3fc1d307-c1d3-4e86-ad6e-ccc9b5d412af None None] Set router 34ed58de-58f0-4f58-8d11-1848e18b0a73 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:35.187430 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] For port 34bb011d-76c8-45d6-b5ff-611b95a56e2a, host hv-cinder-83716, cleared binding levels {{(pid=103548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:47:35.190610 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] For port 34bb011d-76c8-45d6-b5ff-611b95a56e2a, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=34bb011d-76c8-45d6-b5ff-611b95a56e2a,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:47:35.202425 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.235259 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:35.235839 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.237437 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] 10.222.0.20 "PUT /v2.0/ports/34bb011d-76c8-45d6-b5ff-611b95a56e2a HTTP/1.1" status: 200 len: 1093 time: 1.0186095 Apr 08 17:47:35.240070 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5482b8ab-fbad-460e-8462-aababe336e33', 'tag': '34bb011d-76c8-45d6-b5ff-611b95a56e2a'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:35.242591 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793c5570-fc6f-4ffa-8160-0702b264ef6d" -d '{"events": [{"name": "network-changed", "server_uuid": "5482b8ab-fbad-460e-8462-aababe336e33", "tag": "34bb011d-76c8-45d6-b5ff-611b95a56e2a"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:35.286201 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8d91d3f2-09be-4aa7-9d5e-3d3421f2abc9 admin admin] Publish callbacks [] for router_gateway (34ed58de-58f0-4f58-8d11-1848e18b0a73), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.337249 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4ba48c-88a7-43d7-baa1-825d35da3d91 x-openstack-request-id: req-ba4ba48c-88a7-43d7-baa1-825d35da3d91 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:35.337249 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5482b8ab-fbad-460e-8462-aababe336e33", "tag": "34bb011d-76c8-45d6-b5ff-611b95a56e2a", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:35.337249 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ba4ba48c-88a7-43d7-baa1-825d35da3d91 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:35.337808 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba4ba48c-88a7-43d7-baa1-825d35da3d91'] response: {'name': 'network-changed', 'server_uuid': '5482b8ab-fbad-460e-8462-aababe336e33', 'tag': '34bb011d-76c8-45d6-b5ff-611b95a56e2a', 'status': 'completed', 'code': 200} Apr 08 17:47:35.353883 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-8d91d3f2-09be-4aa7-9d5e-3d3421f2abc9 admin admin] Deleting port 4808c86d-603a-4881-9391-6f26e4ffe52d {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:35.354564 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8d91d3f2-09be-4aa7-9d5e-3d3421f2abc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (4808c86d-603a-4881-9391-6f26e4ffe52d), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.360712 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda95f5-2516-4f53-8abc-43f8007dd56c service neutron] Pushing event updated for resources: {'Port': ['ID=34bb011d-76c8-45d6-b5ff-611b95a56e2a,revision_number=3']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:35.373575 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-facf59fb-e5da-4060-89fa-78c6b10e96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:35.375361 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-facf59fb-e5da-4060-89fa-78c6b10e96d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=871ad76eadfd4d88827f7e66f16eaa94&device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 1127 time: 0.0754528 Apr 08 17:47:35.380783 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-3fc1d307-c1d3-4e86-ad6e-ccc9b5d412af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'name': 'tempest-ServerRescueNegativeTestJSON-1434803203-router', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:46Z', 'updated_at': '2022-04-08T17:47:33Z', 'revision_number': 5, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'gw_port': {'id': '4808c86d-603a-4881-9391-6f26e4ffe52d', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:35.418740 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc1d307-c1d3-4e86-ad6e-ccc9b5d412af None None] Checking router: 34ed58de-58f0-4f58-8d11-1848e18b0a73 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:47:35.430991 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-3f417799-5bef-4aa8-80d0-2ce1c91211a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34bb011d-76c8-45d6-b5ff-611b95a56e2a HTTP/1.1" status: 200 len: 217 time: 0.0453227 Apr 08 17:47:35.432712 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc1d307-c1d3-4e86-ad6e-ccc9b5d412af None None] Routers {'34ed58de-58f0-4f58-8d11-1848e18b0a73'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:35.433358 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-3fc1d307-c1d3-4e86-ad6e-ccc9b5d412af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:47:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['34ed58de-58f0-4f58-8d11-1848e18b0a73'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:35.453965 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-8d91d3f2-09be-4aa7-9d5e-3d3421f2abc9 admin admin] For port 4808c86d-603a-4881-9391-6f26e4ffe52d, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=4808c86d-603a-4881-9391-6f26e4ffe52d,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:35.454505 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8d91d3f2-09be-4aa7-9d5e-3d3421f2abc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (4808c86d-603a-4881-9391-6f26e4ffe52d), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.471062 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-8d91d3f2-09be-4aa7-9d5e-3d3421f2abc9 admin admin] Calling delete_port for 4808c86d-603a-4881-9391-6f26e4ffe52d owned by network:router_gateway {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:35.489625 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-2709ae51-4584-43bf-8dce-af6423f71f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:35.491355 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-2709ae51-4584-43bf-8dce-af6423f71f42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1896ad45-f1dd-47eb-87e5-845f315dcdb0 HTTP/1.1" status: 200 len: 856 time: 0.0542078 Apr 08 17:47:35.552067 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-daa3c764-0e18-481a-8aae-673a32d74751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:35.553812 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-daa3c764-0e18-481a-8aae-673a32d74751 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545118 Apr 08 17:47:35.654685 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-d0397c2e-54c5-45af-adfb-072fbba303d5 service neutron] 10.222.0.20 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922277 Apr 08 17:47:35.657732 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8d91d3f2-09be-4aa7-9d5e-3d3421f2abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (4808c86d-603a-4881-9391-6f26e4ffe52d), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.674269 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-3fc1d307-c1d3-4e86-ad6e-ccc9b5d412af None None] Set router 34ed58de-58f0-4f58-8d11-1848e18b0a73 gateway port host: None {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:35.687266 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91d3f2-09be-4aa7-9d5e-3d3421f2abc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4808c86d-603a-4881-9391-6f26e4ffe52d,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:35.733588 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-3fc1d307-c1d3-4e86-ad6e-ccc9b5d412af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'name': 'tempest-ServerRescueNegativeTestJSON-1434803203-router', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:46Z', 'updated_at': '2022-04-08T17:47:35Z', 'revision_number': 6, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'gw_port_host': None}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:35.753598 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8d91d3f2-09be-4aa7-9d5e-3d3421f2abc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726670'] for router_gateway (34ed58de-58f0-4f58-8d11-1848e18b0a73), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.761815 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc1d307-c1d3-4e86-ad6e-ccc9b5d412af None None] The sync data for ids ['34ed58de-58f0-4f58-8d11-1848e18b0a73'] in dv-cinder-837166-1-iscsi is: [{'id': '34ed58de-58f0-4f58-8d11-1848e18b0a73', 'name': 'tempest-ServerRescueNegativeTestJSON-1434803203-router', 'tenant_id': '9a80ab7223c8463da119aa1fc5fb59af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:46Z', 'updated_at': '2022-04-08T17:47:35Z', 'revision_number': 6, 'project_id': '9a80ab7223c8463da119aa1fc5fb59af', 'gw_port_host': None}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:47:35.764579 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7a8c4bcc-c1aa-44d4-a0f0-9bf35521c4d1 req-a2ec7c8d-ffd0-44b1-8488-ce16e2c45d24 service neutron] 10.222.0.20 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023855 Apr 08 17:47:35.868181 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8d91d3f2-09be-4aa7-9d5e-3d3421f2abc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4576'] for router (34ed58de-58f0-4f58-8d11-1848e18b0a73), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.871384 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8d91d3f2-09be-4aa7-9d5e-3d3421f2abc9 admin admin] Publish callbacks [] for router_controller (34ed58de-58f0-4f58-8d11-1848e18b0a73), precommit_delete_associations {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.943254 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8d91d3f2-09be-4aa7-9d5e-3d3421f2abc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-681261'] for router (34ed58de-58f0-4f58-8d11-1848e18b0a73), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.943826 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d91d3f2-09be-4aa7-9d5e-3d3421f2abc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34ed58de-58f0-4f58-8d11-1848e18b0a73 {{(pid=103549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 17:47:35.949014 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8d91d3f2-09be-4aa7-9d5e-3d3421f2abc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.950249 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-8d91d3f2-09be-4aa7-9d5e-3d3421f2abc9 admin admin] 10.222.0.86 "DELETE /v2.0/routers/34ed58de-58f0-4f58-8d11-1848e18b0a73 HTTP/1.1" status: 204 len: 168 time: 0.9114690 Apr 08 17:47:35.953387 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 40930) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:36.029398 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_v2 [None req-1023b0dd-122d-4d1a-b299-3d03be46f6ad admin admin] Deleting subnet a8971a54-bad3-4305-9d36-2982512b73f9 {{(pid=103548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:47:36.037440 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37e76a-b731-4827-9776-58048f9a5c32 req-019e3351-5fb9-4053-8597-9edc27a30218 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:36.039426 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4f37e76a-b731-4827-9776-58048f9a5c32 req-019e3351-5fb9-4053-8597-9edc27a30218 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0597203 Apr 08 17:47:36.041475 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1023b0dd-122d-4d1a-b299-3d03be46f6ad admin admin] Publish callbacks [] for subnet (a8971a54-bad3-4305-9d36-2982512b73f9), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.093248 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1023b0dd-122d-4d1a-b299-3d03be46f6ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30987647'] for subnet (a8971a54-bad3-4305-9d36-2982512b73f9), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.149445 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4f37e76a-b731-4827-9776-58048f9a5c32 req-dc6da4d9-c1d5-4366-b5f6-97b784c7cd6f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850215 Apr 08 17:47:36.235441 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1023b0dd-122d-4d1a-b299-3d03be46f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709327'] for subnet (a8971a54-bad3-4305-9d36-2982512b73f9), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.296607 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1023b0dd-122d-4d1a-b299-3d03be46f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1709334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30242310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30287709'] for subnet (a8971a54-bad3-4305-9d36-2982512b73f9), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.321334 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023b0dd-122d-4d1a-b299-3d03be46f6ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8971a54-bad3-4305-9d36-2982512b73f9,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:36.327274 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1023b0dd-122d-4d1a-b299-3d03be46f6ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.332884 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-1023b0dd-122d-4d1a-b299-3d03be46f6ad admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a8971a54-bad3-4305-9d36-2982512b73f9 HTTP/1.1" status: 204 len: 168 time: 0.3761158 Apr 08 17:47:36.333144 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 40932) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:36.335193 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4237e4ca-658f-42c8-a861-cf2f12268244 None None] Network b895debd-97b0-43f9-854d-b53eac68cddb requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:47:36.404994 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2003f6f2-ffd7-4f80-aa74-0c6656baf7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832628'] for network (b895debd-97b0-43f9-854d-b53eac68cddb), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.462336 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-2003f6f2-ffd7-4f80-aa74-0c6656baf7de admin admin] Deleting port 06be3802-c264-4734-9b39-cc0758b36a80 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:36.462682 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2003f6f2-ffd7-4f80-aa74-0c6656baf7de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (06be3802-c264-4734-9b39-cc0758b36a80), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.533652 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-2003f6f2-ffd7-4f80-aa74-0c6656baf7de admin admin] For port 06be3802-c264-4734-9b39-cc0758b36a80, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=06be3802-c264-4734-9b39-cc0758b36a80,segment=NetworkSegment(68a9f1fe-2a35-48ca-8f7f-dccbf741c802),segment_id=68a9f1fe-2a35-48ca-8f7f-dccbf741c802)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:36.534022 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2003f6f2-ffd7-4f80-aa74-0c6656baf7de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (06be3802-c264-4734-9b39-cc0758b36a80), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.546421 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfc4f2b-1699-4991-8429-eab2831c4509 None None] DHCP port deletion for b895debd-97b0-43f9-854d-b53eac68cddb request from dv-cinder-837166-1-iscsi {{(pid=103550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 17:47:36.549928 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-2003f6f2-ffd7-4f80-aa74-0c6656baf7de admin admin] Calling delete_port for 06be3802-c264-4734-9b39-cc0758b36a80 owned by network:dhcp {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:36.578333 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 844de5c2-265f-4917-ba2f-c39874925182 no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:47:36.602664 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: 844de5c2-265f-4917-ba2f-c39874925182 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:47:36.602993 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 844de5c2-265f-4917-ba2f-c39874925182 not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:47:36.612522 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-9cfc4f2b-1699-4991-8429-eab2831c4509 None None] Deleting port 06be3802-c264-4734-9b39-cc0758b36a80 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:36.612896 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9cfc4f2b-1699-4991-8429-eab2831c4509 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (06be3802-c264-4734-9b39-cc0758b36a80), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.639057 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2003f6f2-ffd7-4f80-aa74-0c6656baf7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (06be3802-c264-4734-9b39-cc0758b36a80), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.666613 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003f6f2-ffd7-4f80-aa74-0c6656baf7de admin admin] Pushing event deleted for resources: {'Port': ['ID=06be3802-c264-4734-9b39-cc0758b36a80,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:36.670333 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2003f6f2-ffd7-4f80-aa74-0c6656baf7de admin admin] No DVR routers for this DVR port 06be3802-c264-4734-9b39-cc0758b36a80 on host dv-cinder-837166-1-iscsi {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:47:36.682730 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-9cfc4f2b-1699-4991-8429-eab2831c4509 None None] For port 06be3802-c264-4734-9b39-cc0758b36a80, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=06be3802-c264-4734-9b39-cc0758b36a80,segment=NetworkSegment(68a9f1fe-2a35-48ca-8f7f-dccbf741c802),segment_id=68a9f1fe-2a35-48ca-8f7f-dccbf741c802)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:36.683135 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9cfc4f2b-1699-4991-8429-eab2831c4509 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (06be3802-c264-4734-9b39-cc0758b36a80), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.697853 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-9cfc4f2b-1699-4991-8429-eab2831c4509 None None] Calling delete_port for 06be3802-c264-4734-9b39-cc0758b36a80 owned by network:dhcp {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:36.746641 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2003f6f2-ffd7-4f80-aa74-0c6656baf7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1707906', 'neutron.services.segments.db._delete_segments_for_network-8780306556573'] for network (b895debd-97b0-43f9-854d-b53eac68cddb), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.767943 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-2003f6f2-ffd7-4f80-aa74-0c6656baf7de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b895debd-97b0-43f9-854d-b53eac68cddb']}} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:36.778623 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-2003f6f2-ffd7-4f80-aa74-0c6656baf7de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a9f1fe-2a35-48ca-8f7f-dccbf741c802') {'for_net_delete': True} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:36.778895 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-2003f6f2-ffd7-4f80-aa74-0c6656baf7de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a9f1fe-2a35-48ca-8f7f-dccbf741c802') {} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:36.789689 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2003f6f2-ffd7-4f80-aa74-0c6656baf7de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780306558374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30987638'] for segment (68a9f1fe-2a35-48ca-8f7f-dccbf741c802), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.804573 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2003f6f2-ffd7-4f80-aa74-0c6656baf7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (68a9f1fe-2a35-48ca-8f7f-dccbf741c802), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.811684 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2003f6f2-ffd7-4f80-aa74-0c6656baf7de admin admin] Releasing vlan 955 on physical network physnet1 to pool {{(pid=103548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:47:36.812129 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2003f6f2-ffd7-4f80-aa74-0c6656baf7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30242400'] for segment (68a9f1fe-2a35-48ca-8f7f-dccbf741c802), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: Traceback (most recent call last): Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: timer() Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: cb(*args, **kw) Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: return func(*args, **kwargs) Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: self._notify() Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: self.callback(batched_events) Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: event.method(event) Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: return f(self, *a, **k) Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: return self._get(url).json() Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: return self.request(url, 'GET', **kwargs) Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:47:36.814045 dv-cinder-837166-1-iscsi neutron-server[103548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:47:36.823396 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9cfc4f2b-1699-4991-8429-eab2831c4509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215'] for port (06be3802-c264-4734-9b39-cc0758b36a80), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.849942 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc4f2b-1699-4991-8429-eab2831c4509 None None] Pushing event deleted for resources: {'Port': ['ID=06be3802-c264-4734-9b39-cc0758b36a80,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:36.854918 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfc4f2b-1699-4991-8429-eab2831c4509 None None] No DVR routers for this DVR port 06be3802-c264-4734-9b39-cc0758b36a80 on host dv-cinder-837166-1-iscsi {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:47:36.876238 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2003f6f2-ffd7-4f80-aa74-0c6656baf7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1707913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726762'] for network (b895debd-97b0-43f9-854d-b53eac68cddb), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.884399 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2003f6f2-ffd7-4f80-aa74-0c6656baf7de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.890151 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-2003f6f2-ffd7-4f80-aa74-0c6656baf7de admin admin] 10.222.0.86 "DELETE /v2.0/networks/b895debd-97b0-43f9-854d-b53eac68cddb HTTP/1.1" status: 204 len: 168 time: 0.5536182 Apr 08 17:47:36.898673 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003f6f2-ffd7-4f80-aa74-0c6656baf7de admin admin] Pushing event deleted for resources: {'Network': ['ID=b895debd-97b0-43f9-854d-b53eac68cddb,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:37.023615 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 40936) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:37.072643 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-97d0ad1e-112c-44bf-9608-ce41014cc8b1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9a80ab7223c8463da119aa1fc5fb59af&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0479186 Apr 08 17:47:37.075380 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 40938) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:37.139773 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-621891ef-03e0-420b-8be3-027205162508 admin admin] Publish callbacks [] for security_group (621c7643-42b7-48b3-aac7-44b8065b6b77), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:37.162812 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-621891ef-03e0-420b-8be3-027205162508 admin admin] Publish callbacks [] for security_group (621c7643-42b7-48b3-aac7-44b8065b6b77), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:37.223356 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-621891ef-03e0-420b-8be3-027205162508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (621c7643-42b7-48b3-aac7-44b8065b6b77), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:37.226549 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-621891ef-03e0-420b-8be3-027205162508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:37.227449 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-621891ef-03e0-420b-8be3-027205162508 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/621c7643-42b7-48b3-aac7-44b8065b6b77 HTTP/1.1" status: 204 len: 168 time: 0.1510327 Apr 08 17:47:37.235495 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621891ef-03e0-420b-8be3-027205162508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621c7643-42b7-48b3-aac7-44b8065b6b77,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:37.284471 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec220ae3-c612-4539-8719-139561babf0b req-9d2a131f-3f05-4219-afc6-7344fa485ccb tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:37.286300 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ec220ae3-c612-4539-8719-139561babf0b req-9d2a131f-3f05-4219-afc6-7344fa485ccb tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0484545 Apr 08 17:47:37.334811 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ec220ae3-c612-4539-8719-139561babf0b req-108bfba9-8a21-4799-b216-62bdb8454bc5 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424273 Apr 08 17:47:37.939055 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 06be3802-c264-4734-9b39-cc0758b36a80 no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:47:37.959132 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: 06be3802-c264-4734-9b39-cc0758b36a80 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:47:37.959463 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 06be3802-c264-4734-9b39-cc0758b36a80 not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:47:37.959884 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 4808c86d-603a-4881-9391-6f26e4ffe52d no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:47:37.978622 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: 4808c86d-603a-4881-9391-6f26e4ffe52d {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:47:37.978962 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 4808c86d-603a-4881-9391-6f26e4ffe52d not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:47:38.465335 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a211d-0f6c-498b-a14b-0e3086902901 req-4c35e81a-d6c3-4135-a7d3-487c56020f72 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:38.466873 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f40a211d-0f6c-498b-a14b-0e3086902901 req-4c35e81a-d6c3-4135-a7d3-487c56020f72 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0547483 Apr 08 17:47:38.516943 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f40a211d-0f6c-498b-a14b-0e3086902901 req-0ddd3b03-6307-4042-93ac-a69aac22ada4 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441754 Apr 08 17:47:38.584781 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 40992) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:38.735332 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a252c32f-94bc-49fa-81e1-99f39654520a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:38.758772 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c5570-fc6f-4ffa-8160-0702b264ef6d req-c1600135-53f2-4ba1-8507-130e27c3ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:38.760343 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-793c5570-fc6f-4ffa-8160-0702b264ef6d req-c1600135-53f2-4ba1-8507-130e27c3ac8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=871ad76eadfd4d88827f7e66f16eaa94&device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 1127 time: 0.0619569 Apr 08 17:47:38.894697 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c5570-fc6f-4ffa-8160-0702b264ef6d req-fa6a2591-8ae3-4f24-accd-e15b8c9bf419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:38.896194 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-793c5570-fc6f-4ffa-8160-0702b264ef6d req-fa6a2591-8ae3-4f24-accd-e15b8c9bf419 service neutron] 10.222.0.20 "GET /v2.0/networks?id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 HTTP/1.1" status: 200 len: 918 time: 0.1280916 Apr 08 17:47:38.900956 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a252c32f-94bc-49fa-81e1-99f39654520a admin admin] Publish callbacks [] for security_group (669f0ce0-bfd3-4f0f-80d0-f64569f2505d), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:38.906750 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a252c32f-94bc-49fa-81e1-99f39654520a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (669f0ce0-bfd3-4f0f-80d0-f64569f2505d), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:38.975541 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-793c5570-fc6f-4ffa-8160-0702b264ef6d req-080e0581-1c49-4960-ac34-e417158427a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34bb011d-76c8-45d6-b5ff-611b95a56e2a HTTP/1.1" status: 200 len: 217 time: 0.0586929 Apr 08 17:47:38.982757 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-a252c32f-94bc-49fa-81e1-99f39654520a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=610e04b684574820b5a533974375f680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3968537 Apr 08 17:47:38.985706 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 40996) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:38.995564 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252c32f-94bc-49fa-81e1-99f39654520a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669f0ce0-bfd3-4f0f-80d0-f64569f2505d,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:39.033956 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c5570-fc6f-4ffa-8160-0702b264ef6d req-490bab70-1a92-4842-89ac-09b52094373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:39.035503 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-793c5570-fc6f-4ffa-8160-0702b264ef6d req-490bab70-1a92-4842-89ac-09b52094373a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1896ad45-f1dd-47eb-87e5-845f315dcdb0 HTTP/1.1" status: 200 len: 856 time: 0.0491366 Apr 08 17:47:39.036238 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-835e3165-42ee-44ff-b6c5-da7d92763b0a admin admin] Publish callbacks [] for security_group (669f0ce0-bfd3-4f0f-80d0-f64569f2505d), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:39.057124 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-835e3165-42ee-44ff-b6c5-da7d92763b0a admin admin] Publish callbacks [] for security_group (669f0ce0-bfd3-4f0f-80d0-f64569f2505d), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:39.080974 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c5570-fc6f-4ffa-8160-0702b264ef6d req-55390106-f70a-4a8f-b74b-5a3a96055535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:39.082519 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-793c5570-fc6f-4ffa-8160-0702b264ef6d req-55390106-f70a-4a8f-b74b-5a3a96055535 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398960 Apr 08 17:47:39.105860 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-835e3165-42ee-44ff-b6c5-da7d92763b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (669f0ce0-bfd3-4f0f-80d0-f64569f2505d), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:39.108382 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-835e3165-42ee-44ff-b6c5-da7d92763b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:39.112426 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-835e3165-42ee-44ff-b6c5-da7d92763b0a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/669f0ce0-bfd3-4f0f-80d0-f64569f2505d HTTP/1.1" status: 204 len: 168 time: 0.1257102 Apr 08 17:47:39.120991 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e3165-42ee-44ff-b6c5-da7d92763b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669f0ce0-bfd3-4f0f-80d0-f64569f2505d,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:39.445814 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-793c5570-fc6f-4ffa-8160-0702b264ef6d req-f7b0077a-06a1-4df5-aad9-edffb3e10135 service neutron] 10.222.0.20 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546350 Apr 08 17:47:39.539204 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-793c5570-fc6f-4ffa-8160-0702b264ef6d req-44062510-bb8e-4ec8-92dd-171f08ac85e2 service neutron] 10.222.0.20 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830646 Apr 08 17:47:39.549727 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 34bb011d-76c8-45d6-b5ff-611b95a56e2a details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:47:39.653609 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15ed18-8366-437d-9ee3-b2ed567a68d3 req-ebaa0e8b-4e53-4487-8422-97179d663e2b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:39.656030 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5c15ed18-8366-437d-9ee3-b2ed567a68d3 req-ebaa0e8b-4e53-4487-8422-97179d663e2b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0590329 Apr 08 17:47:39.666368 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 34bb011d-76c8-45d6-b5ff-611b95a56e2a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=34bb011d-76c8-45d6-b5ff-611b95a56e2a,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:39.678427 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': '34bb011d-76c8-45d6-b5ff-611b95a56e2a', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'port_id': '34bb011d-76c8-45d6-b5ff-611b95a56e2a', 'mac_address': 'fa:16:3e:f6:a2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:47:39.710599 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5c15ed18-8366-437d-9ee3-b2ed567a68d3 req-605994c2-c12e-4ec9-bb8d-c75c2830af76 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471680 Apr 08 17:47:39.723212 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 34bb011d-76c8-45d6-b5ff-611b95a56e2a is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:47:39.723212 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:39.742427 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bb011d-76c8-45d6-b5ff-611b95a56e2a {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:47:39.763397 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 34bb011d-76c8-45d6-b5ff-611b95a56e2a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=34bb011d-76c8-45d6-b5ff-611b95a56e2a,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:39.767996 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:39.818014 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=34bb011d-76c8-45d6-b5ff-611b95a56e2a,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:40.363571 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['34bb011d-76c8-45d6-b5ff-611b95a56e2a'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:47:40.854311 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400f675-49d5-4153-a156-2edb208a090a req-2f02aea8-0321-4f2f-91b1-8fc2d9ad44ba tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:40.855769 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2400f675-49d5-4153-a156-2edb208a090a req-2f02aea8-0321-4f2f-91b1-8fc2d9ad44ba tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 944 time: 0.0599344 Apr 08 17:47:40.912126 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2400f675-49d5-4153-a156-2edb208a090a req-cd32f074-8cbb-4180-b2a6-ef787f6636f0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504928 Apr 08 17:47:41.560493 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 34bb011d-76c8-45d6-b5ff-611b95a56e2a up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:47:41.616259 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning for port 34bb011d-76c8-45d6-b5ff-611b95a56e2a completed by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:47:41.625432 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port 34bb011d-76c8-45d6-b5ff-611b95a56e2a triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:47:41.625800 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:41.712657 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 34bb011d-76c8-45d6-b5ff-611b95a56e2a is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:47:41.713044 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:41.743361 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5482b8ab-fbad-460e-8462-aababe336e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bb011d-76c8-45d6-b5ff-611b95a56e2a'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:41.745709 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43a2042-9ac8-4d6a-9f2e-04f28753b0af" -d '{"events": [{"server_uuid": "5482b8ab-fbad-460e-8462-aababe336e33", "name": "network-vif-plugged", "status": "completed", "tag": "34bb011d-76c8-45d6-b5ff-611b95a56e2a"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:41.762004 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 34bb011d-76c8-45d6-b5ff-611b95a56e2a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=34bb011d-76c8-45d6-b5ff-611b95a56e2a,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:41.767185 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:41.794155 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a759ca-22f2-490d-977c-137130b04571 x-openstack-request-id: req-05a759ca-22f2-490d-977c-137130b04571 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:41.794816 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5482b8ab-fbad-460e-8462-aababe336e33", "name": "network-vif-plugged", "status": "completed", "tag": "34bb011d-76c8-45d6-b5ff-611b95a56e2a", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:41.794816 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-05a759ca-22f2-490d-977c-137130b04571 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:41.795087 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05a759ca-22f2-490d-977c-137130b04571'] response: {'server_uuid': '5482b8ab-fbad-460e-8462-aababe336e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bb011d-76c8-45d6-b5ff-611b95a56e2a', 'code': 200} Apr 08 17:47:41.824390 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=34bb011d-76c8-45d6-b5ff-611b95a56e2a,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:41.967150 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae976f0-4a4b-4d6e-98a9-1c394db82211 req-51ed4619-4b43-4710-9982-839f54696775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:41.969380 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-eae976f0-4a4b-4d6e-98a9-1c394db82211 req-51ed4619-4b43-4710-9982-839f54696775 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 1129 time: 0.0428128 Apr 08 17:47:42.051990 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca374427-2b0e-4a68-b3a3-1f412637db24 req-bf12a295-54d7-46e4-adcd-73d4a5d3f6ba tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:42.053632 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ca374427-2b0e-4a68-b3a3-1f412637db24 req-bf12a295-54d7-46e4-adcd-73d4a5d3f6ba tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0629375 Apr 08 17:47:42.055841 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-eae976f0-4a4b-4d6e-98a9-1c394db82211 req-f4be7f4e-c62e-450a-9c6c-43b803dc2480 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780337 Apr 08 17:47:42.102490 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ca374427-2b0e-4a68-b3a3-1f412637db24 req-07a3c2e7-3753-4b2b-9f74-174fe15aff3d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426800 Apr 08 17:47:43.029882 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e823bc82-59cf-4fae-a0fe-c918c1756c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:43.225710 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb4472-3004-420c-9d75-7a2c4464cf0a req-efef2991-8ec7-4ec5-a4a1-08502dbb0869 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:43.227460 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e5bb4472-3004-420c-9d75-7a2c4464cf0a req-efef2991-8ec7-4ec5-a4a1-08502dbb0869 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0502031 Apr 08 17:47:43.276191 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e5bb4472-3004-420c-9d75-7a2c4464cf0a req-503f5475-6d0d-495c-afa4-07c6ae0037ff tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430439 Apr 08 17:47:44.425649 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805651a-0439-4fc0-8eaf-1af173e8c2f7 req-8dd1c009-8fa1-4f53-ad60-b99332cdb019 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:44.427124 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d805651a-0439-4fc0-8eaf-1af173e8c2f7 req-8dd1c009-8fa1-4f53-ad60-b99332cdb019 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0584960 Apr 08 17:47:44.478463 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d805651a-0439-4fc0-8eaf-1af173e8c2f7 req-1f36da09-188b-4dee-b335-83b604ec188a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449815 Apr 08 17:47:45.432684 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b87d7210-339e-4859-bbce-2c526a97b086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:45.619471 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd8924-3885-41d4-b243-cbb2508f6fed req-e74100b2-3370-4ef9-9380-b7b4fe2e36a6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:45.620969 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3fcd8924-3885-41d4-b243-cbb2508f6fed req-e74100b2-3370-4ef9-9380-b7b4fe2e36a6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0522799 Apr 08 17:47:45.681250 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3fcd8924-3885-41d4-b243-cbb2508f6fed req-daa02c09-db3d-4d7c-80be-741a0c582a88 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518343 Apr 08 17:47:46.471080 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:46.723802 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:46.810415 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf6b26-023f-4e83-975f-7df6294314f9 req-021a5602-140e-4328-a606-ce387349f03e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:46.811912 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7dcf6b26-023f-4e83-975f-7df6294314f9 req-021a5602-140e-4328-a606-ce387349f03e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0480812 Apr 08 17:47:46.859212 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7dcf6b26-023f-4e83-975f-7df6294314f9 req-81445f37-0b4d-4818-9936-c028003d15d7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414107 Apr 08 17:47:47.993288 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:48.003532 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5e7b4-480d-4060-96ce-797025e335ae req-54c31d53-929b-4efb-b934-9aa11dbc7d94 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:48.005067 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-89a5e7b4-480d-4060-96ce-797025e335ae req-54c31d53-929b-4efb-b934-9aa11dbc7d94 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0535657 Apr 08 17:47:48.061532 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-89a5e7b4-480d-4060-96ce-797025e335ae req-6c61fe18-5bd6-492a-a783-a3137c8233cb tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497451 Apr 08 17:47:49.182521 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c39ce-b344-4fa6-9ec3-31d43fefc91c req-254fc994-95aa-4515-9e74-404bb8dc6f22 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:49.184164 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4a9c39ce-b344-4fa6-9ec3-31d43fefc91c req-254fc994-95aa-4515-9e74-404bb8dc6f22 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0491023 Apr 08 17:47:49.242335 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4a9c39ce-b344-4fa6-9ec3-31d43fefc91c req-d17209b3-f785-4a23-964e-e41ca6a28f11 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493810 Apr 08 17:47:49.369025 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41883b9e-a77e-452f-990a-0f27f05317f2 req-9e24b083-77d6-4d65-9d6d-79caa55ed574 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:49.370386 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-41883b9e-a77e-452f-990a-0f27f05317f2 req-9e24b083-77d6-4d65-9d6d-79caa55ed574 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0513875 Apr 08 17:47:49.383379 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41102) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:49.387742 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-48551636-32b6-496d-9df8-1117abc97a89 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Request body: {'floatingip': {'port_id': '34bb011d-76c8-45d6-b5ff-611b95a56e2a'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:49.431905 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-48551636-32b6-496d-9df8-1117abc97a89 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for floatingip (6f3597b7-99e8-4f04-bf3a-e1b182a4aa14), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:49.541388 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:50.171148 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-48551636-32b6-496d-9df8-1117abc97a89 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:50.177021 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-48551636-32b6-496d-9df8-1117abc97a89 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (6f3597b7-99e8-4f04-bf3a-e1b182a4aa14), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:50.295509 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.l3_db [None req-48551636-32b6-496d-9df8-1117abc97a89 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Floating IP 6f3597b7-99e8-4f04-bf3a-e1b182a4aa14 associated. External IP: 172.27.1.237, port: 34bb011d-76c8-45d6-b5ff-611b95a56e2a. Apr 08 17:47:50.413434 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:47:50.513110 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48551636-32b6-496d-9df8-1117abc97a89 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Router 62ee8e62-17d1-4347-8634-7368de46aeb9 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:47:50.637973 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48551636-32b6-496d-9df8-1117abc97a89 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:47:50.643119 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-48551636-32b6-496d-9df8-1117abc97a89 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:50.649420 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef77e18-a97f-41c6-bd71-7d17fc8b427a None None] Sync routers for ids ['62ee8e62-17d1-4347-8634-7368de46aeb9'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:47:50.659495 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef77e18-a97f-41c6-bd71-7d17fc8b427a None None] Routers {'62ee8e62-17d1-4347-8634-7368de46aeb9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:50.660110 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-8ef77e18-a97f-41c6-bd71-7d17fc8b427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:47:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['62ee8e62-17d1-4347-8634-7368de46aeb9'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:50.684644 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-48551636-32b6-496d-9df8-1117abc97a89 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "PUT /v2.0/floatingips/6f3597b7-99e8-4f04-bf3a-e1b182a4aa14 HTTP/1.1" status: 200 len: 991 time: 1.2927847 Apr 08 17:47:50.684644 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5482b8ab-fbad-460e-8462-aababe336e33', 'tag': '34bb011d-76c8-45d6-b5ff-611b95a56e2a'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:50.684644 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bccf97-0ba6-4ad1-a1e9-a26ceb9ff36d" -d '{"events": [{"name": "network-changed", "server_uuid": "5482b8ab-fbad-460e-8462-aababe336e33", "tag": "34bb011d-76c8-45d6-b5ff-611b95a56e2a"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:50.722760 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cedf731-82b1-4170-9e30-3a1553b78d9b x-openstack-request-id: req-3cedf731-82b1-4170-9e30-3a1553b78d9b {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:50.723052 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5482b8ab-fbad-460e-8462-aababe336e33", "tag": "34bb011d-76c8-45d6-b5ff-611b95a56e2a", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:50.723303 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3cedf731-82b1-4170-9e30-3a1553b78d9b {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:50.723714 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cedf731-82b1-4170-9e30-3a1553b78d9b'] response: {'name': 'network-changed', 'server_uuid': '5482b8ab-fbad-460e-8462-aababe336e33', 'tag': '34bb011d-76c8-45d6-b5ff-611b95a56e2a', 'status': 'completed', 'code': 200} Apr 08 17:47:50.821018 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bccf97-0ba6-4ad1-a1e9-a26ceb9ff36d req-3bace183-329d-4502-a04d-0d9b30ca966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:50.822465 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e4bccf97-0ba6-4ad1-a1e9-a26ceb9ff36d req-3bace183-329d-4502-a04d-0d9b30ca966c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=871ad76eadfd4d88827f7e66f16eaa94&device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 1129 time: 0.0427039 Apr 08 17:47:50.874069 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-8ef77e18-a97f-41c6-bd71-7d17fc8b427a None None] Set router 62ee8e62-17d1-4347-8634-7368de46aeb9 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:51.100574 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-8ef77e18-a97f-41c6-bd71-7d17fc8b427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-router', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'gw_port': {'id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '6f3597b7-99e8-4f04-bf3a-e1b182a4aa14', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'port_id': '34bb011d-76c8-45d6-b5ff-611b95a56e2a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'mac_address': 'fa:16:3e:f6:a2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5482b8ab-fbad-460e-8462-aababe336e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:47:29Z', 'updated_at': '2022-04-08T17:47:50Z', 'revision_number': 1, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '517ac759-5acc-4530-969b-9d1aaf1a05db', 'name': '', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'mac_address': 'fa:16:3e:7d:2d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 5, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'subnets': [{'id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:51.131495 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef77e18-a97f-41c6-bd71-7d17fc8b427a None None] Checking router: 62ee8e62-17d1-4347-8634-7368de46aeb9 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:47:51.144628 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef77e18-a97f-41c6-bd71-7d17fc8b427a None None] Routers {'62ee8e62-17d1-4347-8634-7368de46aeb9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:51.145250 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-8ef77e18-a97f-41c6-bd71-7d17fc8b427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:47:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['62ee8e62-17d1-4347-8634-7368de46aeb9'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:51.191411 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bccf97-0ba6-4ad1-a1e9-a26ceb9ff36d req-b639125c-5888-4a35-846d-8892f80a6028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:51.193018 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e4bccf97-0ba6-4ad1-a1e9-a26ceb9ff36d req-b639125c-5888-4a35-846d-8892f80a6028 service neutron] 10.222.0.20 "GET /v2.0/networks?id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 HTTP/1.1" status: 200 len: 918 time: 0.0914009 Apr 08 17:47:51.259673 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-8ef77e18-a97f-41c6-bd71-7d17fc8b427a None None] Set router 62ee8e62-17d1-4347-8634-7368de46aeb9 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:51.280110 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e4bccf97-0ba6-4ad1-a1e9-a26ceb9ff36d req-52e4e24a-1305-4dbf-b9e0-be851d6505ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34bb011d-76c8-45d6-b5ff-611b95a56e2a HTTP/1.1" status: 200 len: 999 time: 0.0698376 Apr 08 17:47:51.338297 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bccf97-0ba6-4ad1-a1e9-a26ceb9ff36d req-cf8522c6-8ea7-4f01-802e-c92eabaeb201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:51.339804 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e4bccf97-0ba6-4ad1-a1e9-a26ceb9ff36d req-cf8522c6-8ea7-4f01-802e-c92eabaeb201 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1896ad45-f1dd-47eb-87e5-845f315dcdb0 HTTP/1.1" status: 200 len: 856 time: 0.0501058 Apr 08 17:47:51.399139 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bccf97-0ba6-4ad1-a1e9-a26ceb9ff36d req-b4a533be-75f3-4fd8-88d0-9b80acf7c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:51.400709 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e4bccf97-0ba6-4ad1-a1e9-a26ceb9ff36d req-b4a533be-75f3-4fd8-88d0-9b80acf7c5e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444086 Apr 08 17:47:51.486741 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-8ef77e18-a97f-41c6-bd71-7d17fc8b427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-router', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'gw_port': {'id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '6f3597b7-99e8-4f04-bf3a-e1b182a4aa14', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'port_id': '34bb011d-76c8-45d6-b5ff-611b95a56e2a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'mac_address': 'fa:16:3e:f6:a2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5482b8ab-fbad-460e-8462-aababe336e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:47:29Z', 'updated_at': '2022-04-08T17:47:50Z', 'revision_number': 1, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '517ac759-5acc-4530-969b-9d1aaf1a05db', 'name': '', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'mac_address': 'fa:16:3e:7d:2d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 5, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'subnets': [{'id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:51.516577 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef77e18-a97f-41c6-bd71-7d17fc8b427a None None] The sync data for ids ['62ee8e62-17d1-4347-8634-7368de46aeb9'] in dv-cinder-837166-1-iscsi is: [{'id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-router', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'gw_port': {'id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '6f3597b7-99e8-4f04-bf3a-e1b182a4aa14', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'port_id': '34bb011d-76c8-45d6-b5ff-611b95a56e2a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'mac_address': 'fa:16:3e:f6:a2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5482b8ab-fbad-460e-8462-aababe336e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:47:29Z', 'updated_at': '2022-04-08T17:47:50Z', 'revision_number': 1, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '517ac759-5acc-4530-969b-9d1aaf1a05db', 'name': '', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'mac_address': 'fa:16:3e:7d:2d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 5, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'subnets': [{'id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:47:51.519063 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e4bccf97-0ba6-4ad1-a1e9-a26ceb9ff36d req-6047b932-a134-4819-9eeb-1854966c81e4 service neutron] 10.222.0.20 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039996 Apr 08 17:47:51.627985 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e4bccf97-0ba6-4ad1-a1e9-a26ceb9ff36d req-b7da2088-e1c0-4fd5-ba23-486774a3aa69 service neutron] 10.222.0.20 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970452 Apr 08 17:47:51.711130 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2e9113-1379-45a0-9ad3-5f605d43bf9d None None] New status for floating IP 6f3597b7-99e8-4f04-bf3a-e1b182a4aa14: ACTIVE {{(pid=103550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:47:52.997951 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41172) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:53.113347 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-56eba89c-3d78-4085-8814-b648e795c6e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:53.191981 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-56eba89c-3d78-4085-8814-b648e795c6e8 admin admin] Publish callbacks [] for security_group (237aae69-a6d1-4e8b-9f9d-57d6d3c5a3bb), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:53.199217 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-56eba89c-3d78-4085-8814-b648e795c6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (237aae69-a6d1-4e8b-9f9d-57d6d3c5a3bb), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:53.244409 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-56eba89c-3d78-4085-8814-b648e795c6e8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6c08989baff247ac8036609d2a2fdc14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451456 Apr 08 17:47:53.245473 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eba89c-3d78-4085-8814-b648e795c6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237aae69-a6d1-4e8b-9f9d-57d6d3c5a3bb,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:53.247285 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41176) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:53.308096 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ffe16992-c2e2-43c4-838d-3a91563a9810 admin admin] Publish callbacks [] for security_group (237aae69-a6d1-4e8b-9f9d-57d6d3c5a3bb), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:53.330981 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ffe16992-c2e2-43c4-838d-3a91563a9810 admin admin] Publish callbacks [] for security_group (237aae69-a6d1-4e8b-9f9d-57d6d3c5a3bb), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:53.366690 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c9e7da42-ebf0-407b-846e-49bbeb1a2727 req-2641182b-3a65-4eb9-becd-62c14739d83c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387137 Apr 08 17:47:53.381679 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ffe16992-c2e2-43c4-838d-3a91563a9810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (237aae69-a6d1-4e8b-9f9d-57d6d3c5a3bb), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:53.384695 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ffe16992-c2e2-43c4-838d-3a91563a9810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:53.385927 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-ffe16992-c2e2-43c4-838d-3a91563a9810 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/237aae69-a6d1-4e8b-9f9d-57d6d3c5a3bb HTTP/1.1" status: 204 len: 168 time: 0.1375909 Apr 08 17:47:53.393830 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe16992-c2e2-43c4-838d-3a91563a9810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237aae69-a6d1-4e8b-9f9d-57d6d3c5a3bb,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:53.449014 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7da42-ebf0-407b-846e-49bbeb1a2727 req-08743ee1-406d-4f41-b50f-ccdbfcb9153f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:53.450808 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c9e7da42-ebf0-407b-846e-49bbeb1a2727 req-08743ee1-406d-4f41-b50f-ccdbfcb9153f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74a6abf6655b4484b7870dba86883953&device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 1129 time: 0.0417728 Apr 08 17:47:53.569175 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7da42-ebf0-407b-846e-49bbeb1a2727 req-f39990c8-104b-4ed3-8653-f610d51f5c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:53.570856 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c9e7da42-ebf0-407b-846e-49bbeb1a2727 req-f39990c8-104b-4ed3-8653-f610d51f5c68 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e6e2ce3-9728-4fc0-915f-f4f91891414e HTTP/1.1" status: 200 len: 910 time: 0.0912602 Apr 08 17:47:53.650341 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c9e7da42-ebf0-407b-846e-49bbeb1a2727 req-7f863b65-e6a1-4d10-b4aa-b059498d30f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbeb77ce-e8e8-4927-b509-08d9ccad99fb HTTP/1.1" status: 200 len: 1001 time: 0.0656474 Apr 08 17:47:53.662278 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41182) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:53.676142 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b650dd0e-8ac9-4a35-bf21-9999009ff073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:53.702628 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7da42-ebf0-407b-846e-49bbeb1a2727 req-b038d40e-b69b-4fcf-a6ca-0420914859b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:53.704098 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c9e7da42-ebf0-407b-846e-49bbeb1a2727 req-b038d40e-b69b-4fcf-a6ca-0420914859b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e9e2b54-a696-442e-8b7f-0f08e3e15dd3 HTTP/1.1" status: 200 len: 848 time: 0.0472398 Apr 08 17:47:53.752938 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b650dd0e-8ac9-4a35-bf21-9999009ff073 admin admin] Publish callbacks [] for security_group (35098114-916f-4fc7-8d66-8fe929a53a84), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:53.755463 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7da42-ebf0-407b-846e-49bbeb1a2727 req-d9786053-472e-4408-8e04-dc354381f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:53.757468 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c9e7da42-ebf0-407b-846e-49bbeb1a2727 req-d9786053-472e-4408-8e04-dc354381f24a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e6e2ce3-9728-4fc0-915f-f4f91891414e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436380 Apr 08 17:47:53.758775 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b650dd0e-8ac9-4a35-bf21-9999009ff073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (35098114-916f-4fc7-8d66-8fe929a53a84), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:53.797455 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-b650dd0e-8ac9-4a35-bf21-9999009ff073 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f3a2bed17b94420da91fa978c940e74b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340067 Apr 08 17:47:53.798281 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650dd0e-8ac9-4a35-bf21-9999009ff073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35098114-916f-4fc7-8d66-8fe929a53a84,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:53.800287 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41184) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:53.896463 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c9e7da42-ebf0-407b-846e-49bbeb1a2727 req-cd05f956-3223-4018-9ad5-00275661beb9 service neutron] 10.222.0.20 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280425 Apr 08 17:47:53.901505 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2a39e201-7a7e-4f7b-beaa-3a32ec4443ba admin admin] Publish callbacks [] for security_group (35098114-916f-4fc7-8d66-8fe929a53a84), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:53.940785 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2a39e201-7a7e-4f7b-beaa-3a32ec4443ba admin admin] Publish callbacks [] for security_group (35098114-916f-4fc7-8d66-8fe929a53a84), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:54.032739 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c9e7da42-ebf0-407b-846e-49bbeb1a2727 req-ff87f32b-cc5a-4f16-a24f-7f481e6a4b9a service neutron] 10.222.0.20 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166160 Apr 08 17:47:54.042205 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2a39e201-7a7e-4f7b-beaa-3a32ec4443ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (35098114-916f-4fc7-8d66-8fe929a53a84), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:54.045068 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2a39e201-7a7e-4f7b-beaa-3a32ec4443ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:54.046175 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-2a39e201-7a7e-4f7b-beaa-3a32ec4443ba admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/35098114-916f-4fc7-8d66-8fe929a53a84 HTTP/1.1" status: 204 len: 168 time: 0.2448730 Apr 08 17:47:54.054625 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39e201-7a7e-4f7b-beaa-3a32ec4443ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35098114-916f-4fc7-8d66-8fe929a53a84,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:55.778145 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41228) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:55.895151 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-620dd770-5310-47b3-b31c-a7e94e3cb1f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:55.976351 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-620dd770-5310-47b3-b31c-a7e94e3cb1f4 admin admin] Publish callbacks [] for security_group (8d34ccfc-76ac-492c-a8ad-87eb1959b972), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:55.982543 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-620dd770-5310-47b3-b31c-a7e94e3cb1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (8d34ccfc-76ac-492c-a8ad-87eb1959b972), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.020196 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-620dd770-5310-47b3-b31c-a7e94e3cb1f4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=65ddb7db06d94a5083f2c406674c20c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403214 Apr 08 17:47:56.021082 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620dd770-5310-47b3-b31c-a7e94e3cb1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d34ccfc-76ac-492c-a8ad-87eb1959b972,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:56.023104 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41232) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:56.039882 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620dd770-5310-47b3-b31c-a7e94e3cb1f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.040145 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620dd770-5310-47b3-b31c-a7e94e3cb1f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.040501 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620dd770-5310-47b3-b31c-a7e94e3cb1f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.040880 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620dd770-5310-47b3-b31c-a7e94e3cb1f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.041221 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620dd770-5310-47b3-b31c-a7e94e3cb1f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.041556 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620dd770-5310-47b3-b31c-a7e94e3cb1f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.041891 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620dd770-5310-47b3-b31c-a7e94e3cb1f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.042218 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620dd770-5310-47b3-b31c-a7e94e3cb1f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.042548 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620dd770-5310-47b3-b31c-a7e94e3cb1f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.042860 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620dd770-5310-47b3-b31c-a7e94e3cb1f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.043192 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620dd770-5310-47b3-b31c-a7e94e3cb1f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.043523 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620dd770-5310-47b3-b31c-a7e94e3cb1f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.043854 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620dd770-5310-47b3-b31c-a7e94e3cb1f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.044175 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620dd770-5310-47b3-b31c-a7e94e3cb1f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.044527 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620dd770-5310-47b3-b31c-a7e94e3cb1f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.089123 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-df8f0203-86b9-4653-bfc0-f8ed7b6a44e8 admin admin] Publish callbacks [] for security_group (8d34ccfc-76ac-492c-a8ad-87eb1959b972), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.118928 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-df8f0203-86b9-4653-bfc0-f8ed7b6a44e8 admin admin] Publish callbacks [] for security_group (8d34ccfc-76ac-492c-a8ad-87eb1959b972), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.175158 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-df8f0203-86b9-4653-bfc0-f8ed7b6a44e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (8d34ccfc-76ac-492c-a8ad-87eb1959b972), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.179359 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-df8f0203-86b9-4653-bfc0-f8ed7b6a44e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.180672 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-df8f0203-86b9-4653-bfc0-f8ed7b6a44e8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8d34ccfc-76ac-492c-a8ad-87eb1959b972 HTTP/1.1" status: 204 len: 168 time: 0.1565747 Apr 08 17:47:56.189185 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f0203-86b9-4653-bfc0-f8ed7b6a44e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d34ccfc-76ac-492c-a8ad-87eb1959b972,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:56.472189 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41238) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:56.486265 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5e871b0b-eab7-44d8-ada6-f448e682e950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.565762 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5e871b0b-eab7-44d8-ada6-f448e682e950 admin admin] Publish callbacks [] for security_group (605ff794-7c00-46de-b903-8975d8bfcea0), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.571106 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5e871b0b-eab7-44d8-ada6-f448e682e950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (605ff794-7c00-46de-b903-8975d8bfcea0), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.611613 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-5e871b0b-eab7-44d8-ada6-f448e682e950 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a527b0310089420bb6effbc1aa1353bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382935 Apr 08 17:47:56.612884 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e871b0b-eab7-44d8-ada6-f448e682e950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605ff794-7c00-46de-b903-8975d8bfcea0,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:56.614548 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41242) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:56.665110 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2f06e8be-8748-41e1-8842-f47fb2b12799 admin admin] Publish callbacks [] for security_group (605ff794-7c00-46de-b903-8975d8bfcea0), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.686877 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2f06e8be-8748-41e1-8842-f47fb2b12799 admin admin] Publish callbacks [] for security_group (605ff794-7c00-46de-b903-8975d8bfcea0), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.742604 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2f06e8be-8748-41e1-8842-f47fb2b12799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (605ff794-7c00-46de-b903-8975d8bfcea0), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.746627 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2f06e8be-8748-41e1-8842-f47fb2b12799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.748274 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-2f06e8be-8748-41e1-8842-f47fb2b12799 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/605ff794-7c00-46de-b903-8975d8bfcea0 HTTP/1.1" status: 204 len: 168 time: 0.1326919 Apr 08 17:47:56.756099 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06e8be-8748-41e1-8842-f47fb2b12799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605ff794-7c00-46de-b903-8975d8bfcea0,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:56.764154 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06e8be-8748-41e1-8842-f47fb2b12799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.764612 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06e8be-8748-41e1-8842-f47fb2b12799 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.764957 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06e8be-8748-41e1-8842-f47fb2b12799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.765294 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06e8be-8748-41e1-8842-f47fb2b12799 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.765664 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06e8be-8748-41e1-8842-f47fb2b12799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.765991 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06e8be-8748-41e1-8842-f47fb2b12799 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.766316 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06e8be-8748-41e1-8842-f47fb2b12799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.766639 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06e8be-8748-41e1-8842-f47fb2b12799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.766961 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06e8be-8748-41e1-8842-f47fb2b12799 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.767280 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06e8be-8748-41e1-8842-f47fb2b12799 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.767606 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06e8be-8748-41e1-8842-f47fb2b12799 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.767897 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06e8be-8748-41e1-8842-f47fb2b12799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.768244 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06e8be-8748-41e1-8842-f47fb2b12799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.768568 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06e8be-8748-41e1-8842-f47fb2b12799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:56.768875 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06e8be-8748-41e1-8842-f47fb2b12799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:03.149414 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41322) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:03.268911 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a07bce05-2e67-4c8e-84dd-d31ddfc84a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:03.347693 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a07bce05-2e67-4c8e-84dd-d31ddfc84a65 admin admin] Publish callbacks [] for security_group (b0364b3c-4818-4817-8ede-7739c97b972d), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:03.352736 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a07bce05-2e67-4c8e-84dd-d31ddfc84a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (b0364b3c-4818-4817-8ede-7739c97b972d), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:03.390684 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-a07bce05-2e67-4c8e-84dd-d31ddfc84a65 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a76cd94dfac9447ab17f5ca8564d4bfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404847 Apr 08 17:48:03.391503 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bce05-2e67-4c8e-84dd-d31ddfc84a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0364b3c-4818-4817-8ede-7739c97b972d,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:03.394322 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41326) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:03.443365 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-86cc0bea-9bd2-4387-94b0-af7798de7d09 admin admin] Publish callbacks [] for security_group (b0364b3c-4818-4817-8ede-7739c97b972d), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:03.464410 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-86cc0bea-9bd2-4387-94b0-af7798de7d09 admin admin] Publish callbacks [] for security_group (b0364b3c-4818-4817-8ede-7739c97b972d), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:03.513779 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-86cc0bea-9bd2-4387-94b0-af7798de7d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (b0364b3c-4818-4817-8ede-7739c97b972d), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:03.516265 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-86cc0bea-9bd2-4387-94b0-af7798de7d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:03.517460 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-86cc0bea-9bd2-4387-94b0-af7798de7d09 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b0364b3c-4818-4817-8ede-7739c97b972d HTTP/1.1" status: 204 len: 168 time: 0.1222684 Apr 08 17:48:03.525904 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc0bea-9bd2-4387-94b0-af7798de7d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0364b3c-4818-4817-8ede-7739c97b972d,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:03.841280 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41332) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:03.855595 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6a73f1ea-6648-4190-a49c-dfc3e62c0862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:03.942346 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6a73f1ea-6648-4190-a49c-dfc3e62c0862 admin admin] Publish callbacks [] for security_group (1d3cb0ca-e599-4f1b-bf83-547a89169ede), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:03.947631 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6a73f1ea-6648-4190-a49c-dfc3e62c0862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (1d3cb0ca-e599-4f1b-bf83-547a89169ede), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:03.984257 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73f1ea-6648-4190-a49c-dfc3e62c0862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3cb0ca-e599-4f1b-bf83-547a89169ede,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:03.991223 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41336) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:03.991416 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-6a73f1ea-6648-4190-a49c-dfc3e62c0862 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=df2cee3e7f544bd5b3dfb36fb8d3bf53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488729 Apr 08 17:48:04.058181 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8eb15acf-9384-4160-8319-1947e48d3346 admin admin] Publish callbacks [] for security_group (1d3cb0ca-e599-4f1b-bf83-547a89169ede), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:04.080165 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8eb15acf-9384-4160-8319-1947e48d3346 admin admin] Publish callbacks [] for security_group (1d3cb0ca-e599-4f1b-bf83-547a89169ede), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:04.134378 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8eb15acf-9384-4160-8319-1947e48d3346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (1d3cb0ca-e599-4f1b-bf83-547a89169ede), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:04.137497 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8eb15acf-9384-4160-8319-1947e48d3346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:04.138620 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-8eb15acf-9384-4160-8319-1947e48d3346 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1d3cb0ca-e599-4f1b-bf83-547a89169ede HTTP/1.1" status: 204 len: 168 time: 0.1463888 Apr 08 17:48:04.146520 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb15acf-9384-4160-8319-1947e48d3346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3cb0ca-e599-4f1b-bf83-547a89169ede,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:05.993261 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41390) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:06.112019 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c00bf785-7e3c-4417-ab3c-25a9cccf7350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:06.199249 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c00bf785-7e3c-4417-ab3c-25a9cccf7350 admin admin] Publish callbacks [] for security_group (5c07d276-96c7-47b3-8de4-a270a4e1877f), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:06.207452 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c00bf785-7e3c-4417-ab3c-25a9cccf7350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (5c07d276-96c7-47b3-8de4-a270a4e1877f), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:06.246058 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-c00bf785-7e3c-4417-ab3c-25a9cccf7350 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=99c4d10a54d442f9a8247dbd1aa356b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516997 Apr 08 17:48:06.246831 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bf785-7e3c-4417-ab3c-25a9cccf7350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c07d276-96c7-47b3-8de4-a270a4e1877f,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:06.249255 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41396) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:06.302462 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-94bb58d7-47dc-4d5e-b256-8a44cce3ad69 admin admin] Publish callbacks [] for security_group (5c07d276-96c7-47b3-8de4-a270a4e1877f), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:06.329600 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-94bb58d7-47dc-4d5e-b256-8a44cce3ad69 admin admin] Publish callbacks [] for security_group (5c07d276-96c7-47b3-8de4-a270a4e1877f), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:06.379207 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-94bb58d7-47dc-4d5e-b256-8a44cce3ad69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (5c07d276-96c7-47b3-8de4-a270a4e1877f), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:06.381912 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-94bb58d7-47dc-4d5e-b256-8a44cce3ad69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:06.383080 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-94bb58d7-47dc-4d5e-b256-8a44cce3ad69 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5c07d276-96c7-47b3-8de4-a270a4e1877f HTTP/1.1" status: 204 len: 168 time: 0.1327796 Apr 08 17:48:06.391402 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb58d7-47dc-4d5e-b256-8a44cce3ad69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c07d276-96c7-47b3-8de4-a270a4e1877f,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:06.675679 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41402) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:06.695642 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b2931291-bd41-4be1-b0b2-3110dbc1553b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:06.780121 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b2931291-bd41-4be1-b0b2-3110dbc1553b admin admin] Publish callbacks [] for security_group (815c55b3-b412-47ca-a471-fbcab7305e0c), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:06.787810 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b2931291-bd41-4be1-b0b2-3110dbc1553b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (815c55b3-b412-47ca-a471-fbcab7305e0c), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:06.833259 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2931291-bd41-4be1-b0b2-3110dbc1553b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815c55b3-b412-47ca-a471-fbcab7305e0c,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:06.837564 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-b2931291-bd41-4be1-b0b2-3110dbc1553b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8084d11a4f5d455aa9847af9cd823c7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605289 Apr 08 17:48:06.841572 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41404) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:06.893598 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-493d00bc-3d0e-4343-a850-23f3bc4ad117 admin admin] Publish callbacks [] for security_group (815c55b3-b412-47ca-a471-fbcab7305e0c), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:06.918898 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-493d00bc-3d0e-4343-a850-23f3bc4ad117 admin admin] Publish callbacks [] for security_group (815c55b3-b412-47ca-a471-fbcab7305e0c), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:06.970011 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-493d00bc-3d0e-4343-a850-23f3bc4ad117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (815c55b3-b412-47ca-a471-fbcab7305e0c), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:06.972642 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-493d00bc-3d0e-4343-a850-23f3bc4ad117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:06.973834 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-493d00bc-3d0e-4343-a850-23f3bc4ad117 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/815c55b3-b412-47ca-a471-fbcab7305e0c HTTP/1.1" status: 204 len: 168 time: 0.1313539 Apr 08 17:48:06.981517 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d00bc-3d0e-4343-a850-23f3bc4ad117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815c55b3-b412-47ca-a471-fbcab7305e0c,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:07.605708 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce567718-7a4a-4a66-b372-ecc5df18eeb8 req-b61696d4-13d3-4983-bcd2-57eb61cb064e tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:07.607650 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ce567718-7a4a-4a66-b372-ecc5df18eeb8 req-b61696d4-13d3-4983-bcd2-57eb61cb064e tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0521588 Apr 08 17:48:07.660054 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ce567718-7a4a-4a66-b372-ecc5df18eeb8 req-5e23f820-0c05-4476-a8a7-6c60a562462c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465899 Apr 08 17:48:08.787988 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82d019-041b-4632-838b-7cc412316b23 req-1df7926c-76bb-4d2f-b17d-803870a249c7 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:08.789665 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7a82d019-041b-4632-838b-7cc412316b23 req-1df7926c-76bb-4d2f-b17d-803870a249c7 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0517087 Apr 08 17:48:08.840843 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7a82d019-041b-4632-838b-7cc412316b23 req-aa3a1a7a-58fe-4c50-ac07-3e06899a54b8 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=e043bf34-3ee3-409f-9bf6-72da4dbda32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436950 Apr 08 17:48:09.165412 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc7bf6-eb6e-46fc-97a2-310f5010fa52 req-1bc2e197-85b2-4f7b-b1be-c4a8af842c71 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:09.167337 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-14cc7bf6-eb6e-46fc-97a2-310f5010fa52 req-1bc2e197-85b2-4f7b-b1be-c4a8af842c71 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.20 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 945 time: 0.0505512 Apr 08 17:48:09.260341 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-14cc7bf6-eb6e-46fc-97a2-310f5010fa52 req-fe6ab970-4ef4-478b-b035-7222bb230670 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Deleting port cbeb77ce-e8e8-4927-b509-08d9ccad99fb {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:48:09.260714 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-14cc7bf6-eb6e-46fc-97a2-310f5010fa52 req-fe6ab970-4ef4-478b-b035-7222bb230670 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (cbeb77ce-e8e8-4927-b509-08d9ccad99fb), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:09.356199 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-14cc7bf6-eb6e-46fc-97a2-310f5010fa52 req-fe6ab970-4ef4-478b-b035-7222bb230670 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] For port cbeb77ce-e8e8-4927-b509-08d9ccad99fb, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cbeb77ce-e8e8-4927-b509-08d9ccad99fb,segment=NetworkSegment(0d89a509-4539-4eec-8583-82285d4c7719),segment_id=0d89a509-4539-4eec-8583-82285d4c7719)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:09.356643 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-14cc7bf6-eb6e-46fc-97a2-310f5010fa52 req-fe6ab970-4ef4-478b-b035-7222bb230670 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (cbeb77ce-e8e8-4927-b509-08d9ccad99fb), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:09.544222 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-14cc7bf6-eb6e-46fc-97a2-310f5010fa52 req-fe6ab970-4ef4-478b-b035-7222bb230670 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:09.544628 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-14cc7bf6-eb6e-46fc-97a2-310f5010fa52 req-fe6ab970-4ef4-478b-b035-7222bb230670 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (beb13dfe-98c4-4ef2-bc6e-8eb44157f65c), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:09.544950 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.l3_db [req-14cc7bf6-eb6e-46fc-97a2-310f5010fa52 req-fe6ab970-4ef4-478b-b035-7222bb230670 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Floating IP beb13dfe-98c4-4ef2-bc6e-8eb44157f65c disassociated. External IP: 172.27.1.243, port: cbeb77ce-e8e8-4927-b509-08d9ccad99fb. Apr 08 17:48:09.545296 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-14cc7bf6-eb6e-46fc-97a2-310f5010fa52 req-fe6ab970-4ef4-478b-b035-7222bb230670 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Calling delete_port for cbeb77ce-e8e8-4927-b509-08d9ccad99fb owned by compute:nova {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:48:09.676342 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-14cc7bf6-eb6e-46fc-97a2-310f5010fa52 req-fe6ab970-4ef4-478b-b035-7222bb230670 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (cbeb77ce-e8e8-4927-b509-08d9ccad99fb), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:09.709669 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ab970-4ef4-478b-b035-7222bb230670 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Pushing event deleted for resources: {'Port': ['ID=cbeb77ce-e8e8-4927-b509-08d9ccad99fb,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:09.832137 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14cc7bf6-eb6e-46fc-97a2-310f5010fa52 req-fe6ab970-4ef4-478b-b035-7222bb230670 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Router adb3989e-9c74-4595-82cc-16036e5c6782 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:48:09.938958 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4b9250ce-4ec0-4d9e-8814-ff51257b0ab2 req-1f171211-40ca-4cf8-b262-f32b279e4a1e tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=c038584f-86d1-4c88-9997-dfd82e84bb3e HTTP/1.1" status: 200 len: 210 time: 0.0290794 Apr 08 17:48:09.950005 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14cc7bf6-eb6e-46fc-97a2-310f5010fa52 req-fe6ab970-4ef4-478b-b035-7222bb230670 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:48:09.961543 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb50baf5-ea48-4fa5-85aa-9b230527bdb0 None None] Sync routers for ids ['adb3989e-9c74-4595-82cc-16036e5c6782'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:48:09.976631 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb50baf5-ea48-4fa5-85aa-9b230527bdb0 None None] Routers {'adb3989e-9c74-4595-82cc-16036e5c6782'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:48:09.979561 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-bb50baf5-ea48-4fa5-85aa-9b230527bdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:47:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['adb3989e-9c74-4595-82cc-16036e5c6782'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:10.000095 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cc7bf6-eb6e-46fc-97a2-310f5010fa52 req-fe6ab970-4ef4-478b-b035-7222bb230670 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] No DVR routers for this DVR port cbeb77ce-e8e8-4927-b509-08d9ccad99fb on host hv-cinder-83716 {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:48:10.002792 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-14cc7bf6-eb6e-46fc-97a2-310f5010fa52 req-fe6ab970-4ef4-478b-b035-7222bb230670 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:10.006130 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-14cc7bf6-eb6e-46fc-97a2-310f5010fa52 req-fe6ab970-4ef4-478b-b035-7222bb230670 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.20 "DELETE /v2.0/ports/cbeb77ce-e8e8-4927-b509-08d9ccad99fb HTTP/1.1" status: 204 len: 173 time: 0.8332531 Apr 08 17:48:10.006560 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c038584f-86d1-4c88-9997-dfd82e84bb3e', 'name': 'network-vif-deleted', 'tag': 'cbeb77ce-e8e8-4927-b509-08d9ccad99fb'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:48:10.008888 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef05415a-56dd-4394-b958-5a9e82ffda46" -d '{"events": [{"server_uuid": "c038584f-86d1-4c88-9997-dfd82e84bb3e", "name": "network-vif-deleted", "tag": "cbeb77ce-e8e8-4927-b509-08d9ccad99fb"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:48:10.051636 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91a6f92-fe85-4047-aa77-80093352ee99 x-openstack-request-id: req-d91a6f92-fe85-4047-aa77-80093352ee99 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:48:10.052186 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c038584f-86d1-4c88-9997-dfd82e84bb3e", "name": "network-vif-deleted", "tag": "cbeb77ce-e8e8-4927-b509-08d9ccad99fb", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:48:10.052572 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d91a6f92-fe85-4047-aa77-80093352ee99 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:48:10.053247 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d91a6f92-fe85-4047-aa77-80093352ee99'] response: {'server_uuid': 'c038584f-86d1-4c88-9997-dfd82e84bb3e', 'name': 'network-vif-deleted', 'tag': 'cbeb77ce-e8e8-4927-b509-08d9ccad99fb', 'status': 'completed', 'code': 200} Apr 08 17:48:10.100822 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-bb50baf5-ea48-4fa5-85aa-9b230527bdb0 None None] Set router adb3989e-9c74-4595-82cc-16036e5c6782 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:48:10.304554 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-bb50baf5-ea48-4fa5-85aa-9b230527bdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'name': 'tempest-AttachVolumeTestJSON-61070861-router', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '74a6abf6655b4484b7870dba86883953', 'gw_port': {'id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '4bdba1a1-1005-44d4-861d-5ee8f663cc05', 'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'mac_address': 'fa:16:3e:3e:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:10Z', 'revision_number': 5, 'project_id': '74a6abf6655b4484b7870dba86883953', 'subnets': [{'id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:10.331123 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb50baf5-ea48-4fa5-85aa-9b230527bdb0 None None] Checking router: adb3989e-9c74-4595-82cc-16036e5c6782 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:48:10.341077 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb50baf5-ea48-4fa5-85aa-9b230527bdb0 None None] Routers {'adb3989e-9c74-4595-82cc-16036e5c6782'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:48:10.341697 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-bb50baf5-ea48-4fa5-85aa-9b230527bdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:47:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['adb3989e-9c74-4595-82cc-16036e5c6782'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:10.453798 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-bb50baf5-ea48-4fa5-85aa-9b230527bdb0 None None] Set router adb3989e-9c74-4595-82cc-16036e5c6782 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:48:10.663886 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-bb50baf5-ea48-4fa5-85aa-9b230527bdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'name': 'tempest-AttachVolumeTestJSON-61070861-router', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '74a6abf6655b4484b7870dba86883953', 'gw_port': {'id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '4bdba1a1-1005-44d4-861d-5ee8f663cc05', 'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'mac_address': 'fa:16:3e:3e:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:10Z', 'revision_number': 5, 'project_id': '74a6abf6655b4484b7870dba86883953', 'subnets': [{'id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:10.792797 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb50baf5-ea48-4fa5-85aa-9b230527bdb0 None None] The sync data for ids ['adb3989e-9c74-4595-82cc-16036e5c6782'] in dv-cinder-837166-1-iscsi is: [{'id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'name': 'tempest-AttachVolumeTestJSON-61070861-router', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '74a6abf6655b4484b7870dba86883953', 'gw_port': {'id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '4bdba1a1-1005-44d4-861d-5ee8f663cc05', 'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'mac_address': 'fa:16:3e:3e:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:10Z', 'revision_number': 5, 'project_id': '74a6abf6655b4484b7870dba86883953', 'subnets': [{'id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:48:11.018806 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e365e7-345a-4715-90ca-5523d35509ae None None] New status for floating IP beb13dfe-98c4-4ef2-bc6e-8eb44157f65c: DOWN {{(pid=103550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:48:11.032203 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41514) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:11.088410 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7f9c70b3-fd76-4c55-80fb-8c540297e5e5 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group (e043bf34-3ee3-409f-9bf6-72da4dbda32d), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:11.114029 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7f9c70b3-fd76-4c55-80fb-8c540297e5e5 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group (e043bf34-3ee3-409f-9bf6-72da4dbda32d), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:11.178635 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7f9c70b3-fd76-4c55-80fb-8c540297e5e5 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (e043bf34-3ee3-409f-9bf6-72da4dbda32d), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:11.181432 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7f9c70b3-fd76-4c55-80fb-8c540297e5e5 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:11.182625 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-7f9c70b3-fd76-4c55-80fb-8c540297e5e5 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "DELETE /v2.0/security-groups/e043bf34-3ee3-409f-9bf6-72da4dbda32d HTTP/1.1" status: 204 len: 168 time: 0.1492150 Apr 08 17:48:11.185753 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41516) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:11.191950 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c70b3-fd76-4c55-80fb-8c540297e5e5 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e043bf34-3ee3-409f-9bf6-72da4dbda32d,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:11.199666 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.api.v2.resource [None req-23e98108-32e1-4031-86df-41d93e5830e5 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] show failed (client error): The resource could not be found. Apr 08 17:48:11.200964 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-23e98108-32e1-4031-86df-41d93e5830e5 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups/e043bf34-3ee3-409f-9bf6-72da4dbda32d HTTP/1.1" status: 404 len: 347 time: 0.0141850 Apr 08 17:48:11.206012 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41518) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:11.323760 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-4b9d8545-8736-465f-a03c-ccdab72e62ae tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Deleting port 3c034da8-b62e-4586-aade-716d1009508f {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:48:11.324143 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4b9d8545-8736-465f-a03c-ccdab72e62ae tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (3c034da8-b62e-4586-aade-716d1009508f), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:11.414338 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4b9d8545-8736-465f-a03c-ccdab72e62ae tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (3c034da8-b62e-4586-aade-716d1009508f), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:11.414626 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4b9d8545-8736-465f-a03c-ccdab72e62ae tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for floatingip (3c034da8-b62e-4586-aade-716d1009508f), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:11.426969 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-4b9d8545-8736-465f-a03c-ccdab72e62ae tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Calling delete_port for 3c034da8-b62e-4586-aade-716d1009508f owned by network:floatingip {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:48:11.567957 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4b9d8545-8736-465f-a03c-ccdab72e62ae tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (3c034da8-b62e-4586-aade-716d1009508f), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:11.591263 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d8545-8736-465f-a03c-ccdab72e62ae tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Pushing event deleted for resources: {'Port': ['ID=3c034da8-b62e-4586-aade-716d1009508f,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:11.658670 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4b9d8545-8736-465f-a03c-ccdab72e62ae tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for floatingip (beb13dfe-98c4-4ef2-bc6e-8eb44157f65c), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:11.661577 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4b9d8545-8736-465f-a03c-ccdab72e62ae tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:11.662718 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-4b9d8545-8736-465f-a03c-ccdab72e62ae tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "DELETE /v2.0/floatingips/beb13dfe-98c4-4ef2-bc6e-8eb44157f65c HTTP/1.1" status: 204 len: 168 time: 0.4562025 Apr 08 17:48:11.744057 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device cbeb77ce-e8e8-4927-b509-08d9ccad99fb no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:48:11.764719 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] No Port match for: cbeb77ce-e8e8-4927-b509-08d9ccad99fb {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:48:11.765055 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device cbeb77ce-e8e8-4927-b509-08d9ccad99fb not bound to the agent host hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:48:11.854354 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41524) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:11.859334 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-fed5d298-f603-4e6f-bc36-6f49a6e149f3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1240816532', 'description': 'tempest-description--1496969391'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:11.883921 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fed5d298-f603-4e6f-bc36-6f49a6e149f3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:11.955296 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fed5d298-f603-4e6f-bc36-6f49a6e149f3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group (638f1eb4-4be5-4331-92d1-088442c4a153), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:11.960094 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fed5d298-f603-4e6f-bc36-6f49a6e149f3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (638f1eb4-4be5-4331-92d1-088442c4a153), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:11.994019 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fed5d298-f603-4e6f-bc36-6f49a6e149f3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:11.995422 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-fed5d298-f603-4e6f-bc36-6f49a6e149f3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1400504 Apr 08 17:48:11.996323 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5d298-f603-4e6f-bc36-6f49a6e149f3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=638f1eb4-4be5-4331-92d1-088442c4a153,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:11.998719 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41530) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:12.003235 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-d199507c-5954-4928-bb91-ffff93471b4d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Request body: {'security_group_rule': {'security_group_id': '638f1eb4-4be5-4331-92d1-088442c4a153', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:12.034591 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d199507c-5954-4928-bb91-ffff93471b4d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group_rule (22c58fc3-a7ac-4899-ad24-c8aeda53989d), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.100289 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d199507c-5954-4928-bb91-ffff93471b4d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group_rule (22c58fc3-a7ac-4899-ad24-c8aeda53989d), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.105490 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d199507c-5954-4928-bb91-ffff93471b4d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (22c58fc3-a7ac-4899-ad24-c8aeda53989d), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.126869 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199507c-5954-4928-bb91-ffff93471b4d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c58fc3-a7ac-4899-ad24-c8aeda53989d,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:12.137870 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d199507c-5954-4928-bb91-ffff93471b4d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.139117 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-d199507c-5954-4928-bb91-ffff93471b4d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394711 Apr 08 17:48:12.142379 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41536) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:12.147602 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-d94dc473-0afe-490e-ae8b-c366e3ca1863 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Request body: {'security_group_rule': {'security_group_id': '638f1eb4-4be5-4331-92d1-088442c4a153', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:12.176018 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d94dc473-0afe-490e-ae8b-c366e3ca1863 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group_rule (2a877900-b08f-4421-8edd-6fa85b1fb21d), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.235921 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d94dc473-0afe-490e-ae8b-c366e3ca1863 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group_rule (2a877900-b08f-4421-8edd-6fa85b1fb21d), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.240050 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d94dc473-0afe-490e-ae8b-c366e3ca1863 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (2a877900-b08f-4421-8edd-6fa85b1fb21d), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.257098 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94dc473-0afe-490e-ae8b-c366e3ca1863 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a877900-b08f-4421-8edd-6fa85b1fb21d,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:12.269866 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d94dc473-0afe-490e-ae8b-c366e3ca1863 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.271040 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-d94dc473-0afe-490e-ae8b-c366e3ca1863 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274261 Apr 08 17:48:12.274171 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41540) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:12.278687 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-2471aedd-2f26-4329-bd02-2eebe3d5ce0c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Request body: {'floatingip': {'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:12.295597 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41542) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:12.303986 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2471aedd-2f26-4329-bd02-2eebe3d5ce0c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.386624 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2471aedd-2f26-4329-bd02-2eebe3d5ce0c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.402867 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6768038f-21cb-452c-9fe2-d8d2a576d8b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.480925 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6768038f-21cb-452c-9fe2-d8d2a576d8b3 admin admin] Publish callbacks [] for security_group (834ad863-ab47-4cdd-9c80-c85cfd3a223c), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.485337 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6768038f-21cb-452c-9fe2-d8d2a576d8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (834ad863-ab47-4cdd-9c80-c85cfd3a223c), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.493652 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-2471aedd-2f26-4329-bd02-2eebe3d5ce0c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Allocated IP 172.27.1.208 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/747f21c0-c9b0-4507-a882-94c3670ebdc7) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:48:12.526921 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-6768038f-21cb-452c-9fe2-d8d2a576d8b3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7c3d7b35ea8c425d9cbbc26c224eb2c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299352 Apr 08 17:48:12.527903 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768038f-21cb-452c-9fe2-d8d2a576d8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834ad863-ab47-4cdd-9c80-c85cfd3a223c,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:12.530940 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41546) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:12.585179 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1725659f-8174-4afb-b640-6cae84c09e7e admin admin] Publish callbacks [] for security_group (834ad863-ab47-4cdd-9c80-c85cfd3a223c), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.609169 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2471aedd-2f26-4329-bd02-2eebe3d5ce0c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for port (747f21c0-c9b0-4507-a882-94c3670ebdc7), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.609610 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1725659f-8174-4afb-b640-6cae84c09e7e admin admin] Publish callbacks [] for security_group (834ad863-ab47-4cdd-9c80-c85cfd3a223c), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.646096 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2471aedd-2f26-4329-bd02-2eebe3d5ce0c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (747f21c0-c9b0-4507-a882-94c3670ebdc7), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.661858 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1725659f-8174-4afb-b640-6cae84c09e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (834ad863-ab47-4cdd-9c80-c85cfd3a223c), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.664539 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1725659f-8174-4afb-b640-6cae84c09e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.665813 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-1725659f-8174-4afb-b640-6cae84c09e7e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/834ad863-ab47-4cdd-9c80-c85cfd3a223c HTTP/1.1" status: 204 len: 168 time: 0.1339142 Apr 08 17:48:12.674737 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725659f-8174-4afb-b640-6cae84c09e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834ad863-ab47-4cdd-9c80-c85cfd3a223c,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:12.686572 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2471aedd-2f26-4329-bd02-2eebe3d5ce0c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:48:12.689549 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-2471aedd-2f26-4329-bd02-2eebe3d5ce0c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:48:12.693000 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2471aedd-2f26-4329-bd02-2eebe3d5ce0c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:48:12.720615 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471aedd-2f26-4329-bd02-2eebe3d5ce0c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Pushing event updated for resources: {'Port': ['ID=747f21c0-c9b0-4507-a882-94c3670ebdc7,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:12.791736 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2471aedd-2f26-4329-bd02-2eebe3d5ce0c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for floatingip (3ec09b30-76ff-4277-b4f6-2b2c37c67d29), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.830411 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2471aedd-2f26-4329-bd02-2eebe3d5ce0c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (747f21c0-c9b0-4507-a882-94c3670ebdc7), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.943418 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41552) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:12.958180 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6e57aa32-79a1-4188-b8ab-cd47c61e5620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.988272 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2471aedd-2f26-4329-bd02-2eebe3d5ce0c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for port (747f21c0-c9b0-4507-a882-94c3670ebdc7), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:12.993945 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2471aedd-2f26-4329-bd02-2eebe3d5ce0c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30663424'] for port (747f21c0-c9b0-4507-a882-94c3670ebdc7), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:13.026936 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-253dbbe5-1b61-4576-98bd-13f4ec4410b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:13.044285 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6e57aa32-79a1-4188-b8ab-cd47c61e5620 admin admin] Publish callbacks [] for security_group (c3e24cfe-52e3-47aa-bdab-b836844a9c3d), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:13.050908 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6e57aa32-79a1-4188-b8ab-cd47c61e5620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (c3e24cfe-52e3-47aa-bdab-b836844a9c3d), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:13.071969 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471aedd-2f26-4329-bd02-2eebe3d5ce0c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Pushing event updated for resources: {'Port': ['ID=747f21c0-c9b0-4507-a882-94c3670ebdc7,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:13.084518 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2471aedd-2f26-4329-bd02-2eebe3d5ce0c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (3ec09b30-76ff-4277-b4f6-2b2c37c67d29), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:13.094686 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57aa32-79a1-4188-b8ab-cd47c61e5620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e24cfe-52e3-47aa-bdab-b836844a9c3d,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:13.102527 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-6e57aa32-79a1-4188-b8ab-cd47c61e5620 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dcb14edd0eb847028182564a597e199e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554930 Apr 08 17:48:13.102948 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2471aedd-2f26-4329-bd02-2eebe3d5ce0c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:13.102948 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-2471aedd-2f26-4329-bd02-2eebe3d5ce0c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8274763 Apr 08 17:48:13.103557 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41554) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:13.155081 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c3524c65-5bcb-4978-bffe-9c94860be1c9 admin admin] Publish callbacks [] for security_group (c3e24cfe-52e3-47aa-bdab-b836844a9c3d), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:13.177689 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c3524c65-5bcb-4978-bffe-9c94860be1c9 admin admin] Publish callbacks [] for security_group (c3e24cfe-52e3-47aa-bdab-b836844a9c3d), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:13.230030 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c3524c65-5bcb-4978-bffe-9c94860be1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (c3e24cfe-52e3-47aa-bdab-b836844a9c3d), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:13.233337 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c3524c65-5bcb-4978-bffe-9c94860be1c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:13.234515 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-c3524c65-5bcb-4978-bffe-9c94860be1c9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c3e24cfe-52e3-47aa-bdab-b836844a9c3d HTTP/1.1" status: 204 len: 168 time: 0.1299331 Apr 08 17:48:13.242451 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3524c65-5bcb-4978-bffe-9c94860be1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e24cfe-52e3-47aa-bdab-b836844a9c3d,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:13.315774 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-adc32cc9-cf41-475a-9314-60544f073176 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1240816532&fields=id&tenant_id=74a6abf6655b4484b7870dba86883953 HTTP/1.1" status: 200 len: 267 time: 0.0429502 Apr 08 17:48:13.435837 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-b20f8c84-d073-44f7-91d4-33e98248949f tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:13.437531 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-b20f8c84-d073-44f7-91d4-33e98248949f tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/networks?id=4e6e2ce3-9728-4fc0-915f-f4f91891414e HTTP/1.1" status: 200 len: 809 time: 0.1148257 Apr 08 17:48:13.454353 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-9753e2fc-0176-4047-8ef7-25eb7a51b1be tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/quotas/74a6abf6655b4484b7870dba86883953 HTTP/1.1" status: 200 len: 375 time: 0.0104902 Apr 08 17:48:13.504388 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-bcea3431-6f21-4a5d-82f7-3f17f812f9b7 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=74a6abf6655b4484b7870dba86883953&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445633 Apr 08 17:48:13.565083 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41572) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:13.577991 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-124a2ba4-0b9b-43e8-8a2e-05d1aa6f13eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:13.612324 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-de43ad7f-1800-452c-9ae6-0e4fa8159692 service neutron] 10.222.0.86 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940351 Apr 08 17:48:13.664834 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-124a2ba4-0b9b-43e8-8a2e-05d1aa6f13eb admin admin] Publish callbacks [] for security_group (3413d1b6-2a4a-4353-ad87-c9668ab03773), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:13.669593 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-124a2ba4-0b9b-43e8-8a2e-05d1aa6f13eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (3413d1b6-2a4a-4353-ad87-c9668ab03773), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:13.710603 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-851a8e4c-7b42-46e5-aabb-79405725ee9e service neutron] 10.222.0.86 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895183 Apr 08 17:48:13.710813 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-124a2ba4-0b9b-43e8-8a2e-05d1aa6f13eb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=822f6b920cdb4a4f9e0d93f4db8d7f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420658 Apr 08 17:48:13.710813 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a2ba4-0b9b-43e8-8a2e-05d1aa6f13eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3413d1b6-2a4a-4353-ad87-c9668ab03773,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:13.711001 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41574) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:13.768326 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-96724964-51b6-4244-8487-af6e309f4d3b admin admin] Publish callbacks [] for security_group (3413d1b6-2a4a-4353-ad87-c9668ab03773), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:13.792271 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-96724964-51b6-4244-8487-af6e309f4d3b admin admin] Publish callbacks [] for security_group (3413d1b6-2a4a-4353-ad87-c9668ab03773), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:13.845791 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-96724964-51b6-4244-8487-af6e309f4d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (3413d1b6-2a4a-4353-ad87-c9668ab03773), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:13.848988 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-96724964-51b6-4244-8487-af6e309f4d3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:13.852341 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-96724964-51b6-4244-8487-af6e309f4d3b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3413d1b6-2a4a-4353-ad87-c9668ab03773 HTTP/1.1" status: 204 len: 168 time: 0.1382627 Apr 08 17:48:13.862754 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96724964-51b6-4244-8487-af6e309f4d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3413d1b6-2a4a-4353-ad87-c9668ab03773,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:13.901081 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-16ed3ecd-bd67-4503-9c10-bcdb92881ffa req-41143580-0e4d-4bb0-b9fa-202431c07ab3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 210 time: 0.0313995 Apr 08 17:48:14.587771 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41606) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:14.689819 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-d5d10485-9fe5-4ab7-b6a1-8017f44f0ae6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1566930386-network', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:14.714152 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d10485-9fe5-4ab7-b6a1-8017f44f0ae6 admin admin] Made reservation on behalf of 3f2dc62e15854e2bb119a9029718d482 for: {'network': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:48:14.717005 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d5d10485-9fe5-4ab7-b6a1-8017f44f0ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for network (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:14.725844 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d5d10485-9fe5-4ab7-b6a1-8017f44f0ae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:14.806792 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d5d10485-9fe5-4ab7-b6a1-8017f44f0ae6 admin admin] Publish callbacks [] for security_group (007b39a0-c8f9-4051-b08c-8f7c49240c71), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:14.811783 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d5d10485-9fe5-4ab7-b6a1-8017f44f0ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (007b39a0-c8f9-4051-b08c-8f7c49240c71), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:14.842105 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d10485-9fe5-4ab7-b6a1-8017f44f0ae6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 986} {{(pid=103548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:48:14.859865 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d10485-9fe5-4ab7-b6a1-8017f44f0ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007b39a0-c8f9-4051-b08c-8f7c49240c71,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:14.878281 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d5d10485-9fe5-4ab7-b6a1-8017f44f0ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (ed159675-bc31-4d13-b4f2-94b5ca10e099), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:14.878631 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.segments_db [None req-d5d10485-9fe5-4ab7-b6a1-8017f44f0ae6 admin admin] Added segment ed159675-bc31-4d13-b4f2-94b5ca10e099 of type vlan for network bcc9ecc3-3974-48b0-9b9b-69e3d57122dc Apr 08 17:48:14.995984 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d5d10485-9fe5-4ab7-b6a1-8017f44f0ae6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780306027852'] for network (bcc9ecc3-3974-48b0-9b9b-69e3d57122dc), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:15.022559 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d8cebb34-4252-44f0-bece-56cd960aef3c req-85f03cff-8568-4d9d-a6b2-e066fea3657b tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 210 time: 0.0478663 Apr 08 17:48:15.057354 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-10566789-c136-4026-89dd-4de2a38bec0c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:15.058928 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-10566789-c136-4026-89dd-4de2a38bec0c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.20 "GET /v2.0/networks?id=4e6e2ce3-9728-4fc0-915f-f4f91891414e HTTP/1.1" status: 200 len: 809 time: 0.2131181 Apr 08 17:48:15.064613 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d5d10485-9fe5-4ab7-b6a1-8017f44f0ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for network (bcc9ecc3-3974-48b0-9b9b-69e3d57122dc), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:15.065538 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d10485-9fe5-4ab7-b6a1-8017f44f0ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:15.066130 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d5d10485-9fe5-4ab7-b6a1-8017f44f0ae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:15.123442 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-d5d10485-9fe5-4ab7-b6a1-8017f44f0ae6 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5344350 Apr 08 17:48:15.126699 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41616) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:15.129282 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d10485-9fe5-4ab7-b6a1-8017f44f0ae6 admin admin] Pushing event updated for resources: {'Network': ['ID=bcc9ecc3-3974-48b0-9b9b-69e3d57122dc,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:15.132238 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-4d7e70fd-8daf-4b5c-9917-fffb369ac7fa admin admin] Request body: {'subnet': {'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1566930386-subnet', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'ip_version': 4}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:15.141811 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Network bcc9ecc3-3974-48b0-9b9b-69e3d57122dc details requested by agent ovs-agent-dv-cinder-837166-1-iscsi with host dv-cinder-837166-1-iscsi {{(pid=103550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:48:15.158198 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7e70fd-8daf-4b5c-9917-fffb369ac7fa admin admin] Made reservation on behalf of 3f2dc62e15854e2bb119a9029718d482 for: {'subnet': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:48:15.161587 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4d7e70fd-8daf-4b5c-9917-fffb369ac7fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29992094'] for subnet (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:15.193486 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-67f70416-c511-466e-8475-47a680846846 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74a6abf6655b4484b7870dba86883953 HTTP/1.1" status: 200 len: 380 time: 0.0549462 Apr 08 17:48:15.204460 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-8b3eb8fb-82b0-44b0-b5f4-4071cfc540f9 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Request body: {'port': {'device_id': 'face6c8a-2c89-427f-b32f-e97273aa4d9f', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'admin_state_up': True, 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'security_groups': ['638f1eb4-4be5-4331-92d1-088442c4a153']}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:15.321063 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-8b3eb8fb-82b0-44b0-b5f4-4071cfc540f9 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Made reservation on behalf of 74a6abf6655b4484b7870dba86883953 for: {'port': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:48:15.324719 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-8b3eb8fb-82b0-44b0-b5f4-4071cfc540f9 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:15.341979 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4d7e70fd-8daf-4b5c-9917-fffb369ac7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30663071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29992176'] for subnet (66068a13-ce09-472a-a52f-c57181bc9410), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:15.403928 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e70fd-8daf-4b5c-9917-fffb369ac7fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=66068a13-ce09-472a-a52f-c57181bc9410,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:15.413386 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7e70fd-8daf-4b5c-9917-fffb369ac7fa admin admin] Checking segment: {'id': 'ed159675-bc31-4d13-b4f2-94b5ca10e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:48:15.413742 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7e70fd-8daf-4b5c-9917-fffb369ac7fa admin admin] Network hostable DHCP agents. Network: bcc9ecc3-3974-48b0-9b9b-69e3d57122dc, hostable agents: ['936a358b-e021-4ff4-ad20-3c86fe6ebe95'], hosted agents: [] {{(pid=103549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:48:15.434784 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7e70fd-8daf-4b5c-9917-fffb369ac7fa admin admin] Network bcc9ecc3-3974-48b0-9b9b-69e3d57122dc is scheduled to be hosted by DHCP agent 936a358b-e021-4ff4-ad20-3c86fe6ebe95 with binding_index 1 {{(pid=103549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:48:15.439917 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6414aa18-9b1d-4913-826d-2a02385141f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:15.445260 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-4d7e70fd-8daf-4b5c-9917-fffb369ac7fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-1-iscsi, bcc9ecc3-3974-48b0-9b9b-69e3d57122dc) {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:48:15.449986 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7e70fd-8daf-4b5c-9917-fffb369ac7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:15.451010 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4d7e70fd-8daf-4b5c-9917-fffb369ac7fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:15.454864 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c517b2-b96c-49e7-a9c5-2b677a25cf46 None None] Network bcc9ecc3-3974-48b0-9b9b-69e3d57122dc requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:48:15.463305 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-8b3eb8fb-82b0-44b0-b5f4-4071cfc540f9 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Allocated IP 172.20.0.7 (4e6e2ce3-9728-4fc0-915f-f4f91891414e/7e9e2b54-a696-442e-8b7f-0f08e3e15dd3/87446918-0d6b-48ad-b324-d270a7d66ac6) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:48:15.477318 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-4d7e70fd-8daf-4b5c-9917-fffb369ac7fa admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3492389 Apr 08 17:48:15.478569 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41618) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:15.482483 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-112f4bdc-0075-44a3-9c79-1c6b91015c26 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1566930386-router', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:15.506319 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-112f4bdc-0075-44a3-9c79-1c6b91015c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4502'] for router (c0b924af-27af-4cc0-ac24-48fb19e2da30), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:15.507796 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-112f4bdc-0075-44a3-9c79-1c6b91015c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-870358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4591'] for router (c0b924af-27af-4cc0-ac24-48fb19e2da30), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:15.565714 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-112f4bdc-0075-44a3-9c79-1c6b91015c26 admin admin] Publish callbacks [] for router_controller (c0b924af-27af-4cc0-ac24-48fb19e2da30), precommit_add_association {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:15.571424 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd1bbd0-e402-41f9-86fa-c4c8a15c7e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35163598-e5d9-56ed-9ece-8fe9d48bf079-bcc9ecc3-3974-48b0-9b9b-69e3d57122dc', 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc', 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'fixed_ips': [{'subnet_id': '66068a13-ce09-472a-a52f-c57181bc9410'}]}} from dv-cinder-837166-1-iscsi. {{(pid=103550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:48:15.572790 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7dd1bbd0-e402-41f9-86fa-c4c8a15c7e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:15.625895 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-8b3eb8fb-82b0-44b0-b5f4-4071cfc540f9 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for port (87446918-0d6b-48ad-b324-d270a7d66ac6), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:15.665934 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-8b3eb8fb-82b0-44b0-b5f4-4071cfc540f9 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (87446918-0d6b-48ad-b324-d270a7d66ac6), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:15.717331 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-8b3eb8fb-82b0-44b0-b5f4-4071cfc540f9 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Network 4e6e2ce3-9728-4fc0-915f-f4f91891414e is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:48:15.720050 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-112f4bdc-0075-44a3-9c79-1c6b91015c26 admin admin] Publish callbacks [] for router_gateway (c0b924af-27af-4cc0-ac24-48fb19e2da30), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:15.724348 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-7dd1bbd0-e402-41f9-86fa-c4c8a15c7e7a None None] Allocated IP 172.20.0.2 (bcc9ecc3-3974-48b0-9b9b-69e3d57122dc/66068a13-ce09-472a-a52f-c57181bc9410/94beaf07-043a-4c59-b2f1-9e794c874951) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:48:15.725912 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-8b3eb8fb-82b0-44b0-b5f4-4071cfc540f9 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:48:15.728910 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-8b3eb8fb-82b0-44b0-b5f4-4071cfc540f9 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:48:15.734828 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3eb8fb-82b0-44b0-b5f4-4071cfc540f9 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Pushing event updated for resources: {'Port': ['ID=87446918-0d6b-48ad-b324-d270a7d66ac6,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:15.788714 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-8b3eb8fb-82b0-44b0-b5f4-4071cfc540f9 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:15.789369 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-8b3eb8fb-82b0-44b0-b5f4-4071cfc540f9 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:15.814193 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-8b3eb8fb-82b0-44b0-b5f4-4071cfc540f9 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6145101 Apr 08 17:48:15.830231 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] Request body: {'port': {'device_id': 'face6c8a-2c89-427f-b32f-e97273aa4d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:15.910015 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (87446918-0d6b-48ad-b324-d270a7d66ac6), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:15.947742 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-112f4bdc-0075-44a3-9c79-1c6b91015c26 admin admin] Publish callbacks [] for router_gateway (c0b924af-27af-4cc0-ac24-48fb19e2da30), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:15.976310 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-112f4bdc-0075-44a3-9c79-1c6b91015c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:16.045877 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7dd1bbd0-e402-41f9-86fa-c4c8a15c7e7a None None] Publish callbacks [] for port (94beaf07-043a-4c59-b2f1-9e794c874951), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:16.059766 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7dd1bbd0-e402-41f9-86fa-c4c8a15c7e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (94beaf07-043a-4c59-b2f1-9e794c874951), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:16.095268 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-112f4bdc-0075-44a3-9c79-1c6b91015c26 admin admin] Allocated IP 172.27.1.134 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/da114e2a-de33-4673-97b6-f25968bd7c94) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:48:16.107807 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-638b6327-cc2c-4d0d-b4fb-b2508f275a19 None None] Provisioning complete for port 87446918-0d6b-48ad-b324-d270a7d66ac6 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:16.108270 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-638b6327-cc2c-4d0d-b4fb-b2508f275a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (87446918-0d6b-48ad-b324-d270a7d66ac6), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:16.146527 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd1bbd0-e402-41f9-86fa-c4c8a15c7e7a None None] Network bcc9ecc3-3974-48b0-9b9b-69e3d57122dc is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:48:16.152759 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-7dd1bbd0-e402-41f9-86fa-c4c8a15c7e7a None None] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:48:16.155551 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd1bbd0-e402-41f9-86fa-c4c8a15c7e7a None None] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:48:16.156408 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b944c5c-ba8a-47e5-ba89-a310bec7b0ba req-f0c70436-7f63-45e2-8172-3b79d82cb5aa tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:16.158800 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8b944c5c-ba8a-47e5-ba89-a310bec7b0ba req-f0c70436-7f63-45e2-8172-3b79d82cb5aa tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 931 time: 0.0534189 Apr 08 17:48:16.207591 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1bbd0-e402-41f9-86fa-c4c8a15c7e7a None None] Pushing event updated for resources: {'Port': ['ID=94beaf07-043a-4c59-b2f1-9e794c874951,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:16.219084 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87446918-0d6b-48ad-b324-d270a7d66ac6 {{(pid=103548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:48:16.227732 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] Publish callbacks [] for port (87446918-0d6b-48ad-b324-d270a7d66ac6), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:16.230871 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-638b6327-cc2c-4d0d-b4fb-b2508f275a19 None None] Port 87446918-0d6b-48ad-b324-d270a7d66ac6 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:48:16.242582 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.provisioning_blocks [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] Transition to ACTIVE for port object 87446918-0d6b-48ad-b324-d270a7d66ac6 will not be triggered until provisioned by entity L2. {{(pid=103548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:48:16.248300 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-7dd1bbd0-e402-41f9-86fa-c4c8a15c7e7a None None] Attempting to bind port 94beaf07-043a-4c59-b2f1-9e794c874951 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:48:16.249057 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-7dd1bbd0-e402-41f9-86fa-c4c8a15c7e7a None None] Attempting to bind port 94beaf07-043a-4c59-b2f1-9e794c874951 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': 'ed159675-bc31-4d13-b4f2-94b5ca10e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:48:16.249501 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd1bbd0-e402-41f9-86fa-c4c8a15c7e7a None None] Attempting to bind port 94beaf07-043a-4c59-b2f1-9e794c874951 on network bcc9ecc3-3974-48b0-9b9b-69e3d57122dc {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:48:16.250040 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (87446918-0d6b-48ad-b324-d270a7d66ac6), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:16.255202 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd1bbd0-e402-41f9-86fa-c4c8a15c7e7a None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:48:16.255508 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd1bbd0-e402-41f9-86fa-c4c8a15c7e7a None None] Checking segment: {'id': 'ed159675-bc31-4d13-b4f2-94b5ca10e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:48:16.255902 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7dd1bbd0-e402-41f9-86fa-c4c8a15c7e7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:16.256305 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd1bbd0-e402-41f9-86fa-c4c8a15c7e7a None None] Bound using segment: {'id': 'ed159675-bc31-4d13-b4f2-94b5ca10e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:48:16.256837 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-7dd1bbd0-e402-41f9-86fa-c4c8a15c7e7a None None] Bound port: 94beaf07-043a-4c59-b2f1-9e794c874951, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed159675-bc31-4d13-b4f2-94b5ca10e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:48:16.257852 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7dd1bbd0-e402-41f9-86fa-c4c8a15c7e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (94beaf07-043a-4c59-b2f1-9e794c874951), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:16.295538 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8b944c5c-ba8a-47e5-ba89-a310bec7b0ba req-23f988cf-22b1-4b47-9e83-3fbb79921af6 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=638f1eb4-4be5-4331-92d1-088442c4a153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194501 Apr 08 17:48:16.306050 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] Pushing event updated for resources: {'Port': ['ID=87446918-0d6b-48ad-b324-d270a7d66ac6,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:16.319551 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-112f4bdc-0075-44a3-9c79-1c6b91015c26 admin admin] Publish callbacks [] for port (da114e2a-de33-4673-97b6-f25968bd7c94), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:16.329102 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7dd1bbd0-e402-41f9-86fa-c4c8a15c7e7a None None] For port 94beaf07-043a-4c59-b2f1-9e794c874951, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:48:16.333068 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7dd1bbd0-e402-41f9-86fa-c4c8a15c7e7a None None] For port 94beaf07-043a-4c59-b2f1-9e794c874951, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=94beaf07-043a-4c59-b2f1-9e794c874951,segment=NetworkSegment(ed159675-bc31-4d13-b4f2-94b5ca10e099),segment_id=ed159675-bc31-4d13-b4f2-94b5ca10e099)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:48:16.341345 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7dd1bbd0-e402-41f9-86fa-c4c8a15c7e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (94beaf07-043a-4c59-b2f1-9e794c874951), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:16.376245 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-112f4bdc-0075-44a3-9c79-1c6b91015c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (da114e2a-de33-4673-97b6-f25968bd7c94), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:16.393373 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] Attempting to bind port 87446918-0d6b-48ad-b324-d270a7d66ac6 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:48:16.393792 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] Attempting to bind port 87446918-0d6b-48ad-b324-d270a7d66ac6 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '0d89a509-4539-4eec-8583-82285d4c7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e'}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:48:16.394179 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] Attempting to bind port 87446918-0d6b-48ad-b324-d270a7d66ac6 on network 4e6e2ce3-9728-4fc0-915f-f4f91891414e {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:48:16.399218 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] Port 87446918-0d6b-48ad-b324-d270a7d66ac6 on network 4e6e2ce3-9728-4fc0-915f-f4f91891414e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:48:16.399612 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] Attempting to bind port 87446918-0d6b-48ad-b324-d270a7d66ac6 on network 4e6e2ce3-9728-4fc0-915f-f4f91891414e {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:48:16.406315 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] Checking agent: {'id': '0d41f64d-5a28-4579-bdba-007f65057d65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:48:16.406752 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] Checking segment: {'id': '0d89a509-4539-4eec-8583-82285d4c7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:48:16.407209 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] Bound using segment: {'id': '0d89a509-4539-4eec-8583-82285d4c7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e'} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:48:16.407764 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] Bound port: 87446918-0d6b-48ad-b324-d270a7d66ac6, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d89a509-4539-4eec-8583-82285d4c7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e'}}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:48:16.408128 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (87446918-0d6b-48ad-b324-d270a7d66ac6), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:16.434316 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1bbd0-e402-41f9-86fa-c4c8a15c7e7a None None] Pushing event updated for resources: {'Port': ['ID=94beaf07-043a-4c59-b2f1-9e794c874951,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:16.437230 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112f4bdc-0075-44a3-9c79-1c6b91015c26 admin admin] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:48:16.440232 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-112f4bdc-0075-44a3-9c79-1c6b91015c26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:48:16.443953 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112f4bdc-0075-44a3-9c79-1c6b91015c26 admin admin] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:48:16.479898 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:16.489698 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f4bdc-0075-44a3-9c79-1c6b91015c26 admin admin] Pushing event updated for resources: {'Port': ['ID=da114e2a-de33-4673-97b6-f25968bd7c94,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:16.519593 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] For port 87446918-0d6b-48ad-b324-d270a7d66ac6, host hv-cinder-83716, cleared binding levels {{(pid=103548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:48:16.524776 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] For port 87446918-0d6b-48ad-b324-d270a7d66ac6, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=87446918-0d6b-48ad-b324-d270a7d66ac6,segment=NetworkSegment(0d89a509-4539-4eec-8583-82285d4c7719),segment_id=0d89a509-4539-4eec-8583-82285d4c7719)] {{(pid=103548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:48:16.531956 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (87446918-0d6b-48ad-b324-d270a7d66ac6), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:16.567417 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:16.568042 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:16.569520 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] 10.222.0.20 "PUT /v2.0/ports/87446918-0d6b-48ad-b324-d270a7d66ac6 HTTP/1.1" status: 200 len: 1093 time: 0.7470822 Apr 08 17:48:16.569976 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'face6c8a-2c89-427f-b32f-e97273aa4d9f', 'tag': '87446918-0d6b-48ad-b324-d270a7d66ac6'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:48:16.572263 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc9ca42-e5c7-425e-9744-45516c59f230" -d '{"events": [{"name": "network-changed", "server_uuid": "face6c8a-2c89-427f-b32f-e97273aa4d9f", "tag": "87446918-0d6b-48ad-b324-d270a7d66ac6"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:48:16.606824 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf22b9-8351-42e6-9dde-ba3bb121d942 service neutron] Pushing event updated for resources: {'Port': ['ID=87446918-0d6b-48ad-b324-d270a7d66ac6,revision_number=3']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:16.648299 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49ffb04-daa4-442e-869c-4e3583edeaa1 x-openstack-request-id: req-b49ffb04-daa4-442e-869c-4e3583edeaa1 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:48:16.648904 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "face6c8a-2c89-427f-b32f-e97273aa4d9f", "tag": "87446918-0d6b-48ad-b324-d270a7d66ac6", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:48:16.648904 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b49ffb04-daa4-442e-869c-4e3583edeaa1 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:48:16.649281 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49ffb04-daa4-442e-869c-4e3583edeaa1'] response: {'name': 'network-changed', 'server_uuid': 'face6c8a-2c89-427f-b32f-e97273aa4d9f', 'tag': '87446918-0d6b-48ad-b324-d270a7d66ac6', 'status': 'completed', 'code': 200} Apr 08 17:48:16.696498 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-2bee11e4-2198-487a-a70f-78a02b97a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:16.698022 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-2bee11e4-2198-487a-a70f-78a02b97a500 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74a6abf6655b4484b7870dba86883953&device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 1127 time: 0.0590804 Apr 08 17:48:16.732712 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:16.782424 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-c7b64448-6493-4f6a-8a27-b4f877c8a51c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87446918-0d6b-48ad-b324-d270a7d66ac6 HTTP/1.1" status: 200 len: 217 time: 0.0762658 Apr 08 17:48:16.844209 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-3d292e14-0778-48ea-98f3-6c60db9ae4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:16.845874 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-3d292e14-0778-48ea-98f3-6c60db9ae4c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e9e2b54-a696-442e-8b7f-0f08e3e15dd3 HTTP/1.1" status: 200 len: 848 time: 0.0557082 Apr 08 17:48:16.860472 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-112f4bdc-0075-44a3-9c79-1c6b91015c26 admin admin] Publish callbacks [] for router_gateway (c0b924af-27af-4cc0-ac24-48fb19e2da30), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:16.900599 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-0df78598-102b-44ed-9e33-e214fc8637e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:16.902141 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-0df78598-102b-44ed-9e33-e214fc8637e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e6e2ce3-9728-4fc0-915f-f4f91891414e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483758 Apr 08 17:48:17.073739 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-112f4bdc-0075-44a3-9c79-1c6b91015c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726690'] for router (c0b924af-27af-4cc0-ac24-48fb19e2da30), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:17.276426 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-0b65ae03-2656-4e8f-98e7-e4235e328ed0 service neutron] 10.222.0.20 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669527 Apr 08 17:48:17.379921 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5887a832-8872-4a85-bf1f-8c002ace3162 req-f86446c1-8595-4225-aa0e-d378e5b09c58 service neutron] 10.222.0.20 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964186 Apr 08 17:48:17.506076 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa77c25-e9e0-4bda-91a4-2b4783445c02 req-d8bbad7d-60fe-4700-ae6b-39a807c98bdd tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:17.507594 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7fa77c25-e9e0-4bda-91a4-2b4783445c02 req-d8bbad7d-60fe-4700-ae6b-39a807c98bdd tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 943 time: 0.0618110 Apr 08 17:48:17.564746 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c63b08-8378-4747-92a3-54b676cb1b7f None None] Network bcc9ecc3-3974-48b0-9b9b-69e3d57122dc requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:48:17.575122 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7fa77c25-e9e0-4bda-91a4-2b4783445c02 req-99370f55-6897-4e15-8faa-a31980cbe53e tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=638f1eb4-4be5-4331-92d1-088442c4a153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610273 Apr 08 17:48:17.580564 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112f4bdc-0075-44a3-9c79-1c6b91015c26 admin admin] Router c0b924af-27af-4cc0-ac24-48fb19e2da30 is scheduled to L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 with binding_index 1 {{(pid=103549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:48:17.652351 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-f8400d5a-62fb-4d52-b553-02988d72ea05 None None] Provisioning complete for port 94beaf07-043a-4c59-b2f1-9e794c874951 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:17.653494 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f8400d5a-62fb-4d52-b553-02988d72ea05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (94beaf07-043a-4c59-b2f1-9e794c874951), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:17.695756 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112f4bdc-0075-44a3-9c79-1c6b91015c26 admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:48:17.706371 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] Sync routers for ids ['c0b924af-27af-4cc0-ac24-48fb19e2da30'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:48:17.717877 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] Routers {'c0b924af-27af-4cc0-ac24-48fb19e2da30'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:48:17.718660 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:48:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['c0b924af-27af-4cc0-ac24-48fb19e2da30'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:17.720946 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-112f4bdc-0075-44a3-9c79-1c6b91015c26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:17.722293 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-112f4bdc-0075-44a3-9c79-1c6b91015c26 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2433305 Apr 08 17:48:17.725307 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41626) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:17.767292 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-f8400d5a-62fb-4d52-b553-02988d72ea05 None None] Current status of the port 94beaf07-043a-4c59-b2f1-9e794c874951 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:17.768105 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f8400d5a-62fb-4d52-b553-02988d72ea05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (94beaf07-043a-4c59-b2f1-9e794c874951), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:17.810643 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-f8400d5a-62fb-4d52-b553-02988d72ea05 None None] For port 94beaf07-043a-4c59-b2f1-9e794c874951, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=94beaf07-043a-4c59-b2f1-9e794c874951,segment=NetworkSegment(ed159675-bc31-4d13-b4f2-94b5ca10e099),segment_id=ed159675-bc31-4d13-b4f2-94b5ca10e099)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:17.816161 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f8400d5a-62fb-4d52-b553-02988d72ea05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (94beaf07-043a-4c59-b2f1-9e794c874951), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:17.870373 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] Set router c0b924af-27af-4cc0-ac24-48fb19e2da30 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:48:17.870628 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8400d5a-62fb-4d52-b553-02988d72ea05 None None] Pushing event updated for resources: {'Port': ['ID=94beaf07-043a-4c59-b2f1-9e794c874951,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:17.935162 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b629a139-5cc4-4c1e-8598-8e3403a16ca0 None None] Provisioning complete for port 94beaf07-043a-4c59-b2f1-9e794c874951 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:17.935537 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b629a139-5cc4-4c1e-8598-8e3403a16ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (94beaf07-043a-4c59-b2f1-9e794c874951), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:18.036312 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 94beaf07-043a-4c59-b2f1-9e794c874951 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:48:18.041010 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:18.081828 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'name': 'tempest-TestMinimumBasicScenario-1566930386-router', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:16Z', 'revision_number': 3, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'gw_port': {'id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:18.082072 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b629a139-5cc4-4c1e-8598-8e3403a16ca0 None None] Current status of the port 94beaf07-043a-4c59-b2f1-9e794c874951 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:18.101033 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 94beaf07-043a-4c59-b2f1-9e794c874951 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:18.101687 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (94beaf07-043a-4c59-b2f1-9e794c874951), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:18.110848 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] Checking router: c0b924af-27af-4cc0-ac24-48fb19e2da30 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:48:18.111208 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] Updating router c0b924af-27af-4cc0-ac24-48fb19e2da30 port da114e2a-de33-4673-97b6-f25968bd7c94 binding host dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:48:18.143554 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (da114e2a-de33-4673-97b6-f25968bd7c94), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:18.185346 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 94beaf07-043a-4c59-b2f1-9e794c874951 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:18.231324 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-57e6b7d3-4dc6-4da8-8f95-5c5332ab7bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:18.401039 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-57e6b7d3-4dc6-4da8-8f95-5c5332ab7bf9 admin admin] Allocated IP 172.20.0.1 (bcc9ecc3-3974-48b0-9b9b-69e3d57122dc/66068a13-ce09-472a-a52f-c57181bc9410/fc54368f-b415-483c-bba8-edff0de31d35) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:48:18.415556 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] Publish callbacks [] for port (da114e2a-de33-4673-97b6-f25968bd7c94), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:18.421532 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (da114e2a-de33-4673-97b6-f25968bd7c94), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:18.469632 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] Attempting to bind port da114e2a-de33-4673-97b6-f25968bd7c94 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:48:18.469968 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] Attempting to bind port da114e2a-de33-4673-97b6-f25968bd7c94 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:48:18.470323 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] Attempting to bind port da114e2a-de33-4673-97b6-f25968bd7c94 on network 621fbee4-87d2-43df-9614-a9bffeb44782 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:48:18.481524 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc4216-fab6-4202-8695-06ecd32dc7a4 None None] Pushing event updated for resources: {'Port': ['ID=da114e2a-de33-4673-97b6-f25968bd7c94,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:18.483779 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:48:18.484144 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] Checking segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:48:18.484572 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:18.484958 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] Bound using segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:48:18.485400 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] Bound port: da114e2a-de33-4673-97b6-f25968bd7c94, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:48:18.485768 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (da114e2a-de33-4673-97b6-f25968bd7c94), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:18.506561 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-57e6b7d3-4dc6-4da8-8f95-5c5332ab7bf9 admin admin] Publish callbacks [] for port (fc54368f-b415-483c-bba8-edff0de31d35), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:18.508354 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4216-fab6-4202-8695-06ecd32dc7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:18.508740 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4216-fab6-4202-8695-06ecd32dc7a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:18.509137 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4216-fab6-4202-8695-06ecd32dc7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:18.509458 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4216-fab6-4202-8695-06ecd32dc7a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:18.509802 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4216-fab6-4202-8695-06ecd32dc7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:18.510145 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4216-fab6-4202-8695-06ecd32dc7a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:18.510398 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4216-fab6-4202-8695-06ecd32dc7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:18.510743 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4216-fab6-4202-8695-06ecd32dc7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:18.511099 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4216-fab6-4202-8695-06ecd32dc7a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:18.511419 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4216-fab6-4202-8695-06ecd32dc7a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:18.511936 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4216-fab6-4202-8695-06ecd32dc7a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:18.512779 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4216-fab6-4202-8695-06ecd32dc7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:18.513107 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4216-fab6-4202-8695-06ecd32dc7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:18.513431 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4216-fab6-4202-8695-06ecd32dc7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:18.513749 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4216-fab6-4202-8695-06ecd32dc7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:18.542252 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-57e6b7d3-4dc6-4da8-8f95-5c5332ab7bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (fc54368f-b415-483c-bba8-edff0de31d35), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:18.550226 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] For port da114e2a-de33-4673-97b6-f25968bd7c94, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:48:18.553789 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] For port da114e2a-de33-4673-97b6-f25968bd7c94, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=da114e2a-de33-4673-97b6-f25968bd7c94,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:48:18.561558 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (da114e2a-de33-4673-97b6-f25968bd7c94), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:18.586832 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e6b7d3-4dc6-4da8-8f95-5c5332ab7bf9 admin admin] Network bcc9ecc3-3974-48b0-9b9b-69e3d57122dc is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:48:18.592355 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-57e6b7d3-4dc6-4da8-8f95-5c5332ab7bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:48:18.602351 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e6b7d3-4dc6-4da8-8f95-5c5332ab7bf9 admin admin] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:48:18.604423 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6b7d3-4dc6-4da8-8f95-5c5332ab7bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=fc54368f-b415-483c-bba8-edff0de31d35,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:18.620188 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] Routers {'c0b924af-27af-4cc0-ac24-48fb19e2da30'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:48:18.620946 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:48:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['c0b924af-27af-4cc0-ac24-48fb19e2da30'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:18.649698 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-57e6b7d3-4dc6-4da8-8f95-5c5332ab7bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726645'] for router_interface (c0b924af-27af-4cc0-ac24-48fb19e2da30), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:18.670997 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc4216-fab6-4202-8695-06ecd32dc7a4 None None] Pushing event updated for resources: {'Port': ['ID=da114e2a-de33-4673-97b6-f25968bd7c94,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:18.765181 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] Set router c0b924af-27af-4cc0-ac24-48fb19e2da30 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:48:18.798024 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be7232-9995-4b00-a910-a7ce30d605c1 req-a87b6eac-4f8e-4ec2-914f-b1cac6af3c38 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:18.799667 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-66be7232-9995-4b00-a910-a7ce30d605c1 req-a87b6eac-4f8e-4ec2-914f-b1cac6af3c38 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 943 time: 0.1131442 Apr 08 17:48:18.877224 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-57e6b7d3-4dc6-4da8-8f95-5c5332ab7bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (fc54368f-b415-483c-bba8-edff0de31d35), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:18.898884 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-66be7232-9995-4b00-a910-a7ce30d605c1 req-6f09a19f-34bf-4837-b9f9-babe8d26da6f tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=638f1eb4-4be5-4331-92d1-088442c4a153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908928 Apr 08 17:48:18.906977 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b0c88a95-de33-4109-be29-d0e932bec4c8 None None] Provisioning complete for port fc54368f-b415-483c-bba8-edff0de31d35 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:18.907942 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b0c88a95-de33-4109-be29-d0e932bec4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (fc54368f-b415-483c-bba8-edff0de31d35), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:18.952962 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b0c88a95-de33-4109-be29-d0e932bec4c8 None None] Port fc54368f-b415-483c-bba8-edff0de31d35 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:48:18.954545 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'name': 'tempest-TestMinimumBasicScenario-1566930386-router', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:16Z', 'revision_number': 3, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'gw_port': {'id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:18.984417 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2835a5-12f2-49c4-8b45-8190bff80268 None None] The sync data for ids ['c0b924af-27af-4cc0-ac24-48fb19e2da30'] in dv-cinder-837166-1-iscsi is: [{'id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'name': 'tempest-TestMinimumBasicScenario-1566930386-router', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:16Z', 'revision_number': 3, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'gw_port': {'id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:48:19.070491 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-57e6b7d3-4dc6-4da8-8f95-5c5332ab7bf9 admin admin] Publish callbacks [] for port (fc54368f-b415-483c-bba8-edff0de31d35), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:19.075726 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-57e6b7d3-4dc6-4da8-8f95-5c5332ab7bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (fc54368f-b415-483c-bba8-edff0de31d35), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:19.153387 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6b7d3-4dc6-4da8-8f95-5c5332ab7bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=fc54368f-b415-483c-bba8-edff0de31d35,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:19.156043 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-57e6b7d3-4dc6-4da8-8f95-5c5332ab7bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732645'] for router_interface (c0b924af-27af-4cc0-ac24-48fb19e2da30), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:19.266040 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e6b7d3-4dc6-4da8-8f95-5c5332ab7bf9 admin admin] Network bcc9ecc3-3974-48b0-9b9b-69e3d57122dc is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:48:19.267472 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-57e6b7d3-4dc6-4da8-8f95-5c5332ab7bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:48:19.404571 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e6b7d3-4dc6-4da8-8f95-5c5332ab7bf9 admin admin] Router c0b924af-27af-4cc0-ac24-48fb19e2da30 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:48:19.476051 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-680b8880-2e01-4f73-82fa-b0c625b212ad None None] Provisioning complete for port fc54368f-b415-483c-bba8-edff0de31d35 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:19.476455 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-680b8880-2e01-4f73-82fa-b0c625b212ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (fc54368f-b415-483c-bba8-edff0de31d35), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:19.514136 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-680b8880-2e01-4f73-82fa-b0c625b212ad None None] Port fc54368f-b415-483c-bba8-edff0de31d35 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:48:19.539222 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:19.541248 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e6b7d3-4dc6-4da8-8f95-5c5332ab7bf9 admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:48:19.546735 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-57e6b7d3-4dc6-4da8-8f95-5c5332ab7bf9 admin admin] 10.222.0.86 "PUT /v2.0/routers/c0b924af-27af-4cc0-ac24-48fb19e2da30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8203022 Apr 08 17:48:20.011357 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device da114e2a-de33-4673-97b6-f25968bd7c94 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:48:20.022721 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0093a7d-4ff6-4e07-8996-da52a1737bec req-a032660a-b14d-4329-a7e9-aa4b5fb9d4a9 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:20.024272 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c0093a7d-4ff6-4e07-8996-da52a1737bec req-a032660a-b14d-4329-a7e9-aa4b5fb9d4a9 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 943 time: 0.0520787 Apr 08 17:48:20.056156 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41650) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:20.061328 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-f3962a1e-6fb8-42a0-8886-da956fb26c41 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2048207892-network', 'tenant_id': '222dc3d082594aabb56abd251c876d6f'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:20.069225 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port da114e2a-de33-4673-97b6-f25968bd7c94 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:20.070047 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (da114e2a-de33-4673-97b6-f25968bd7c94), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:20.087752 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3962a1e-6fb8-42a0-8886-da956fb26c41 admin admin] Made reservation on behalf of 222dc3d082594aabb56abd251c876d6f for: {'network': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:48:20.090561 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f3962a1e-6fb8-42a0-8886-da956fb26c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for network (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:20.096067 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c0093a7d-4ff6-4e07-8996-da52a1737bec req-30f713ce-2071-465a-b4ae-dc29f3e41c6d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=638f1eb4-4be5-4331-92d1-088442c4a153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654228 Apr 08 17:48:20.100575 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f3962a1e-6fb8-42a0-8886-da956fb26c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:20.161999 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port da114e2a-de33-4673-97b6-f25968bd7c94 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:20.162388 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (da114e2a-de33-4673-97b6-f25968bd7c94), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:20.181912 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f3962a1e-6fb8-42a0-8886-da956fb26c41 admin admin] Publish callbacks [] for security_group (f7d6837b-59ba-4a66-8473-120ab7cccf06), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:20.184938 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] For port da114e2a-de33-4673-97b6-f25968bd7c94, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=da114e2a-de33-4673-97b6-f25968bd7c94,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:20.186670 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f3962a1e-6fb8-42a0-8886-da956fb26c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (f7d6837b-59ba-4a66-8473-120ab7cccf06), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:20.190206 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (da114e2a-de33-4673-97b6-f25968bd7c94), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:20.212071 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3962a1e-6fb8-42a0-8886-da956fb26c41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 970} {{(pid=103548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:48:20.226962 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3962a1e-6fb8-42a0-8886-da956fb26c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d6837b-59ba-4a66-8473-120ab7cccf06,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:20.234496 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f3962a1e-6fb8-42a0-8886-da956fb26c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (736e4de1-d534-4f5d-b45b-b078386d00a3), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:20.234983 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.segments_db [None req-f3962a1e-6fb8-42a0-8886-da956fb26c41 admin admin] Added segment 736e4de1-d534-4f5d-b45b-b078386d00a3 of type vlan for network 95b74037-3e25-4414-8c3c-5a3641ccede6 Apr 08 17:48:20.247924 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Pushing event updated for resources: {'Port': ['ID=da114e2a-de33-4673-97b6-f25968bd7c94,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:20.279413 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f3962a1e-6fb8-42a0-8886-da956fb26c41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780306027852'] for network (95b74037-3e25-4414-8c3c-5a3641ccede6), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:20.309497 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f3962a1e-6fb8-42a0-8886-da956fb26c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for network (95b74037-3e25-4414-8c3c-5a3641ccede6), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:20.310732 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3962a1e-6fb8-42a0-8886-da956fb26c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:20.311373 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f3962a1e-6fb8-42a0-8886-da956fb26c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:20.348690 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-f3962a1e-6fb8-42a0-8886-da956fb26c41 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2912886 Apr 08 17:48:20.351640 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41652) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:20.357274 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-604ef0c0-d5e1-4ad1-9cc3-a64d55ffa24c admin admin] Request body: {'subnet': {'network_id': '95b74037-3e25-4414-8c3c-5a3641ccede6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2048207892-subnet', 'tenant_id': '222dc3d082594aabb56abd251c876d6f', 'ip_version': 4}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:20.381058 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3962a1e-6fb8-42a0-8886-da956fb26c41 admin admin] Pushing event updated for resources: {'Network': ['ID=95b74037-3e25-4414-8c3c-5a3641ccede6,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:20.385564 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604ef0c0-d5e1-4ad1-9cc3-a64d55ffa24c admin admin] Made reservation on behalf of 222dc3d082594aabb56abd251c876d6f for: {'subnet': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:48:20.388534 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-604ef0c0-d5e1-4ad1-9cc3-a64d55ffa24c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29992094'] for subnet (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:20.393657 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Network 95b74037-3e25-4414-8c3c-5a3641ccede6 details requested by agent ovs-agent-dv-cinder-837166-1-iscsi with host dv-cinder-837166-1-iscsi {{(pid=103550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:48:20.583495 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-604ef0c0-d5e1-4ad1-9cc3-a64d55ffa24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30663071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29992176'] for subnet (f2ae2361-08f1-4aab-831c-c6a9bc66d52f), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:20.639287 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] Sync routers for ids ['c0b924af-27af-4cc0-ac24-48fb19e2da30'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:48:20.644143 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ef0c0-d5e1-4ad1-9cc3-a64d55ffa24c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ae2361-08f1-4aab-831c-c6a9bc66d52f,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:20.652783 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] Routers {'c0b924af-27af-4cc0-ac24-48fb19e2da30'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:48:20.653451 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:48:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['c0b924af-27af-4cc0-ac24-48fb19e2da30'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:20.655648 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604ef0c0-d5e1-4ad1-9cc3-a64d55ffa24c admin admin] Checking segment: {'id': '736e4de1-d534-4f5d-b45b-b078386d00a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '95b74037-3e25-4414-8c3c-5a3641ccede6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:48:20.656029 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604ef0c0-d5e1-4ad1-9cc3-a64d55ffa24c admin admin] Network hostable DHCP agents. Network: 95b74037-3e25-4414-8c3c-5a3641ccede6, hostable agents: ['936a358b-e021-4ff4-ad20-3c86fe6ebe95'], hosted agents: [] {{(pid=103549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:48:20.677059 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604ef0c0-d5e1-4ad1-9cc3-a64d55ffa24c admin admin] Network 95b74037-3e25-4414-8c3c-5a3641ccede6 is scheduled to be hosted by DHCP agent 936a358b-e021-4ff4-ad20-3c86fe6ebe95 with binding_index 1 {{(pid=103549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:48:20.688914 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-604ef0c0-d5e1-4ad1-9cc3-a64d55ffa24c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-1-iscsi, 95b74037-3e25-4414-8c3c-5a3641ccede6) {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:48:20.694005 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ef0c0-d5e1-4ad1-9cc3-a64d55ffa24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:20.695147 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-604ef0c0-d5e1-4ad1-9cc3-a64d55ffa24c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:20.701528 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4650a78e-4681-4bce-9f4b-9a2835f1f433 None None] Network 95b74037-3e25-4414-8c3c-5a3641ccede6 requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:48:20.712454 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-604ef0c0-d5e1-4ad1-9cc3-a64d55ffa24c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3596251 Apr 08 17:48:20.715392 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41654) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:20.719816 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-d6032719-46ec-460f-a0dd-77f72d83486a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2048207892-router', 'tenant_id': '222dc3d082594aabb56abd251c876d6f', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:20.743311 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d6032719-46ec-460f-a0dd-77f72d83486a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4502'] for router (4676e6bc-b2f2-4aa6-9741-e88ddc35fc27), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:20.744533 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d6032719-46ec-460f-a0dd-77f72d83486a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-870358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4591'] for router (4676e6bc-b2f2-4aa6-9741-e88ddc35fc27), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:20.800062 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d6032719-46ec-460f-a0dd-77f72d83486a admin admin] Publish callbacks [] for router_controller (4676e6bc-b2f2-4aa6-9741-e88ddc35fc27), precommit_add_association {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:20.837331 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] Set router c0b924af-27af-4cc0-ac24-48fb19e2da30 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:48:20.900260 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47590edf-e805-4da2-9b0d-962d0e3d6b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35163598-e5d9-56ed-9ece-8fe9d48bf079-95b74037-3e25-4414-8c3c-5a3641ccede6', 'network_id': '95b74037-3e25-4414-8c3c-5a3641ccede6', 'project_id': '222dc3d082594aabb56abd251c876d6f', 'fixed_ips': [{'subnet_id': 'f2ae2361-08f1-4aab-831c-c6a9bc66d52f'}]}} from dv-cinder-837166-1-iscsi. {{(pid=103550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:48:20.901180 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-47590edf-e805-4da2-9b0d-962d0e3d6b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:20.953081 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d6032719-46ec-460f-a0dd-77f72d83486a admin admin] Publish callbacks [] for router_gateway (4676e6bc-b2f2-4aa6-9741-e88ddc35fc27), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:21.087614 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9ca42-e5c7-425e-9744-45516c59f230 req-b7ab8ab6-ffd0-4cb8-9b36-42954a5290cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:21.089882 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9bc9ca42-e5c7-425e-9744-45516c59f230 req-b7ab8ab6-ffd0-4cb8-9b36-42954a5290cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74a6abf6655b4484b7870dba86883953&device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 1127 time: 0.0463114 Apr 08 17:48:21.152802 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d6032719-46ec-460f-a0dd-77f72d83486a admin admin] Publish callbacks [] for router_gateway (4676e6bc-b2f2-4aa6-9741-e88ddc35fc27), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:21.179154 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d6032719-46ec-460f-a0dd-77f72d83486a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:21.255207 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2602d-4cb7-4d65-acda-904b814a837c req-883b5ce8-acf1-4490-b711-e60f69e112a1 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:21.256828 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-80e2602d-4cb7-4d65-acda-904b814a837c req-883b5ce8-acf1-4490-b711-e60f69e112a1 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 943 time: 0.0695052 Apr 08 17:48:21.261762 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9ca42-e5c7-425e-9744-45516c59f230 req-36f8992f-2db7-452f-b79e-1c857bb0f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:21.263294 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9bc9ca42-e5c7-425e-9744-45516c59f230 req-36f8992f-2db7-452f-b79e-1c857bb0f1b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e6e2ce3-9728-4fc0-915f-f4f91891414e HTTP/1.1" status: 200 len: 910 time: 0.1626229 Apr 08 17:48:21.283877 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-47590edf-e805-4da2-9b0d-962d0e3d6b55 None None] Allocated IP 172.20.0.2 (95b74037-3e25-4414-8c3c-5a3641ccede6/f2ae2361-08f1-4aab-831c-c6a9bc66d52f/87b3aedf-a02b-488c-9676-fb564269c9ce) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:48:21.290365 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-d6032719-46ec-460f-a0dd-77f72d83486a admin admin] Allocated IP 172.27.1.64 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/c9b0d5c3-4564-499b-8d96-9c43799c3903) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:48:21.319705 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9bc9ca42-e5c7-425e-9744-45516c59f230 req-ffbb767d-6a99-49d9-899a-709c54310b73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87446918-0d6b-48ad-b324-d270a7d66ac6 HTTP/1.1" status: 200 len: 217 time: 0.0384965 Apr 08 17:48:21.352799 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'name': 'tempest-TestMinimumBasicScenario-1566930386-router', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:18Z', 'revision_number': 4, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'gw_port': {'id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'fc54368f-b415-483c-bba8-edff0de31d35', 'name': '', 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'mac_address': 'fa:16:3e:19:bc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '66068a13-ce09-472a-a52f-c57181bc9410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:18Z', 'updated_at': '2022-04-08T17:48:18Z', 'revision_number': 2, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'subnets': [{'id': '66068a13-ce09-472a-a52f-c57181bc9410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:21.377431 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-80e2602d-4cb7-4d65-acda-904b814a837c req-2e7c6f22-685a-4fb3-913e-92a15879e5c3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=638f1eb4-4be5-4331-92d1-088442c4a153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131291 Apr 08 17:48:21.399901 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9ca42-e5c7-425e-9744-45516c59f230 req-42e2a04f-97ee-4db8-8d4c-c5d8b052cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:21.401476 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9bc9ca42-e5c7-425e-9744-45516c59f230 req-42e2a04f-97ee-4db8-8d4c-c5d8b052cb56 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e9e2b54-a696-442e-8b7f-0f08e3e15dd3 HTTP/1.1" status: 200 len: 848 time: 0.0711465 Apr 08 17:48:21.404670 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d6032719-46ec-460f-a0dd-77f72d83486a admin admin] Publish callbacks [] for port (c9b0d5c3-4564-499b-8d96-9c43799c3903), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:21.422731 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] Checking router: c0b924af-27af-4cc0-ac24-48fb19e2da30 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:48:21.423104 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] Updating router c0b924af-27af-4cc0-ac24-48fb19e2da30 port fc54368f-b415-483c-bba8-edff0de31d35 binding host dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:48:21.452732 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d6032719-46ec-460f-a0dd-77f72d83486a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (c9b0d5c3-4564-499b-8d96-9c43799c3903), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:21.454795 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9ca42-e5c7-425e-9744-45516c59f230 req-1653713e-f195-4208-89a7-f58e8989f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:21.457037 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9bc9ca42-e5c7-425e-9744-45516c59f230 req-1653713e-f195-4208-89a7-f58e8989f974 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e6e2ce3-9728-4fc0-915f-f4f91891414e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472388 Apr 08 17:48:21.460900 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (fc54368f-b415-483c-bba8-edff0de31d35), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:21.502189 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6032719-46ec-460f-a0dd-77f72d83486a admin admin] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:48:21.505220 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-d6032719-46ec-460f-a0dd-77f72d83486a admin admin] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:48:21.509278 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6032719-46ec-460f-a0dd-77f72d83486a admin admin] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:48:21.551495 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6032719-46ec-460f-a0dd-77f72d83486a admin admin] Pushing event updated for resources: {'Port': ['ID=c9b0d5c3-4564-499b-8d96-9c43799c3903,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:21.571975 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9bc9ca42-e5c7-425e-9744-45516c59f230 req-42b63563-7631-4aac-a1ad-ebbca1a44334 service neutron] 10.222.0.20 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061108 Apr 08 17:48:21.631879 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-47590edf-e805-4da2-9b0d-962d0e3d6b55 None None] Publish callbacks [] for port (87b3aedf-a02b-488c-9676-fb564269c9ce), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:21.643582 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-47590edf-e805-4da2-9b0d-962d0e3d6b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (87b3aedf-a02b-488c-9676-fb564269c9ce), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:21.671122 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9bc9ca42-e5c7-425e-9744-45516c59f230 req-67db39ad-9584-46fc-ac8a-170c36ad0bfa service neutron] 10.222.0.20 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921957 Apr 08 17:48:21.711608 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47590edf-e805-4da2-9b0d-962d0e3d6b55 None None] Network 95b74037-3e25-4414-8c3c-5a3641ccede6 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:48:21.741642 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-47590edf-e805-4da2-9b0d-962d0e3d6b55 None None] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:48:21.751906 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47590edf-e805-4da2-9b0d-962d0e3d6b55 None None] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:48:21.756377 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47590edf-e805-4da2-9b0d-962d0e3d6b55 None None] Pushing event updated for resources: {'Port': ['ID=87b3aedf-a02b-488c-9676-fb564269c9ce,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:21.797918 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 87446918-0d6b-48ad-b324-d270a7d66ac6 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:48:21.802348 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d6032719-46ec-460f-a0dd-77f72d83486a admin admin] Publish callbacks [] for router_gateway (4676e6bc-b2f2-4aa6-9741-e88ddc35fc27), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:21.867820 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-47590edf-e805-4da2-9b0d-962d0e3d6b55 None None] Attempting to bind port 87b3aedf-a02b-488c-9676-fb564269c9ce on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:48:21.868159 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-47590edf-e805-4da2-9b0d-962d0e3d6b55 None None] Attempting to bind port 87b3aedf-a02b-488c-9676-fb564269c9ce by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': '736e4de1-d534-4f5d-b45b-b078386d00a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '95b74037-3e25-4414-8c3c-5a3641ccede6'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:48:21.868586 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47590edf-e805-4da2-9b0d-962d0e3d6b55 None None] Attempting to bind port 87b3aedf-a02b-488c-9676-fb564269c9ce on network 95b74037-3e25-4414-8c3c-5a3641ccede6 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:48:21.921537 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47590edf-e805-4da2-9b0d-962d0e3d6b55 None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:48:21.922041 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47590edf-e805-4da2-9b0d-962d0e3d6b55 None None] Checking segment: {'id': '736e4de1-d534-4f5d-b45b-b078386d00a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '95b74037-3e25-4414-8c3c-5a3641ccede6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:48:21.922679 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-47590edf-e805-4da2-9b0d-962d0e3d6b55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:21.923344 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47590edf-e805-4da2-9b0d-962d0e3d6b55 None None] Bound using segment: {'id': '736e4de1-d534-4f5d-b45b-b078386d00a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '95b74037-3e25-4414-8c3c-5a3641ccede6'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:48:21.924142 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-47590edf-e805-4da2-9b0d-962d0e3d6b55 None None] Bound port: 87b3aedf-a02b-488c-9676-fb564269c9ce, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736e4de1-d534-4f5d-b45b-b078386d00a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '95b74037-3e25-4414-8c3c-5a3641ccede6'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:48:21.924810 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-47590edf-e805-4da2-9b0d-962d0e3d6b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (87b3aedf-a02b-488c-9676-fb564269c9ce), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:22.000467 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device da114e2a-de33-4673-97b6-f25968bd7c94 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:48:22.029131 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d6032719-46ec-460f-a0dd-77f72d83486a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726690'] for router (4676e6bc-b2f2-4aa6-9741-e88ddc35fc27), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:22.030869 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] Publish callbacks [] for port (fc54368f-b415-483c-bba8-edff0de31d35), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:22.066449 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (fc54368f-b415-483c-bba8-edff0de31d35), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:22.126183 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 87446918-0d6b-48ad-b324-d270a7d66ac6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=87446918-0d6b-48ad-b324-d270a7d66ac6,segment=NetworkSegment(0d89a509-4539-4eec-8583-82285d4c7719),segment_id=0d89a509-4539-4eec-8583-82285d4c7719)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:22.171007 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': '87446918-0d6b-48ad-b324-d270a7d66ac6', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'port_id': '87446918-0d6b-48ad-b324-d270a7d66ac6', 'mac_address': 'fa:16:3e:ef:e8:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 996, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:48:22.172605 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6032719-46ec-460f-a0dd-77f72d83486a admin admin] Router 4676e6bc-b2f2-4aa6-9741-e88ddc35fc27 is scheduled to L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 with binding_index 1 {{(pid=103549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:48:22.175458 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-47590edf-e805-4da2-9b0d-962d0e3d6b55 None None] For port 87b3aedf-a02b-488c-9676-fb564269c9ce, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:48:22.178910 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d157f15-1a6c-4805-8de4-6f528f70d2a1 None None] Pushing event updated for resources: {'Port': ['ID=fc54368f-b415-483c-bba8-edff0de31d35,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:22.185300 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-47590edf-e805-4da2-9b0d-962d0e3d6b55 None None] For port 87b3aedf-a02b-488c-9676-fb564269c9ce, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=87b3aedf-a02b-488c-9676-fb564269c9ce,segment=NetworkSegment(736e4de1-d534-4f5d-b45b-b078386d00a3),segment_id=736e4de1-d534-4f5d-b45b-b078386d00a3)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:48:22.194921 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port da114e2a-de33-4673-97b6-f25968bd7c94 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:22.195331 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (da114e2a-de33-4673-97b6-f25968bd7c94), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:22.200493 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-47590edf-e805-4da2-9b0d-962d0e3d6b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (87b3aedf-a02b-488c-9676-fb564269c9ce), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:22.203927 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d157f15-1a6c-4805-8de4-6f528f70d2a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:22.204273 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d157f15-1a6c-4805-8de4-6f528f70d2a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:22.204660 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d157f15-1a6c-4805-8de4-6f528f70d2a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:22.205018 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d157f15-1a6c-4805-8de4-6f528f70d2a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:22.205355 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d157f15-1a6c-4805-8de4-6f528f70d2a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:22.205685 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d157f15-1a6c-4805-8de4-6f528f70d2a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:22.206145 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d157f15-1a6c-4805-8de4-6f528f70d2a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:22.206325 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d157f15-1a6c-4805-8de4-6f528f70d2a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:22.206650 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d157f15-1a6c-4805-8de4-6f528f70d2a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:22.206973 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d157f15-1a6c-4805-8de4-6f528f70d2a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:22.207297 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d157f15-1a6c-4805-8de4-6f528f70d2a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:22.207634 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d157f15-1a6c-4805-8de4-6f528f70d2a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:22.207957 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d157f15-1a6c-4805-8de4-6f528f70d2a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:22.208273 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d157f15-1a6c-4805-8de4-6f528f70d2a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:22.208629 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d157f15-1a6c-4805-8de4-6f528f70d2a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:22.295637 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6032719-46ec-460f-a0dd-77f72d83486a admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:48:22.309289 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] Sync routers for ids ['4676e6bc-b2f2-4aa6-9741-e88ddc35fc27'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:48:22.325083 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d6032719-46ec-460f-a0dd-77f72d83486a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:22.327232 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-d6032719-46ec-460f-a0dd-77f72d83486a admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6104138 Apr 08 17:48:22.329752 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41658) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:22.335203 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] Routers {'4676e6bc-b2f2-4aa6-9741-e88ddc35fc27'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:48:22.336565 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:48:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['4676e6bc-b2f2-4aa6-9741-e88ddc35fc27'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:22.351429 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 87446918-0d6b-48ad-b324-d270a7d66ac6 is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:22.351916 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (87446918-0d6b-48ad-b324-d270a7d66ac6), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:22.399406 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87446918-0d6b-48ad-b324-d270a7d66ac6 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:48:22.407015 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] Attempting to bind port fc54368f-b415-483c-bba8-edff0de31d35 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:48:22.407291 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] Attempting to bind port fc54368f-b415-483c-bba8-edff0de31d35 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': 'ed159675-bc31-4d13-b4f2-94b5ca10e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:48:22.407649 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] Attempting to bind port fc54368f-b415-483c-bba8-edff0de31d35 on network bcc9ecc3-3974-48b0-9b9b-69e3d57122dc {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:48:22.412352 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47590edf-e805-4da2-9b0d-962d0e3d6b55 None None] Pushing event updated for resources: {'Port': ['ID=87b3aedf-a02b-488c-9676-fb564269c9ce,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:22.436667 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:48:22.437092 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] Checking segment: {'id': 'ed159675-bc31-4d13-b4f2-94b5ca10e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:48:22.437449 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:22.437847 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] Bound using segment: {'id': 'ed159675-bc31-4d13-b4f2-94b5ca10e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:48:22.438335 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] Bound port: fc54368f-b415-483c-bba8-edff0de31d35, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed159675-bc31-4d13-b4f2-94b5ca10e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:48:22.438722 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (fc54368f-b415-483c-bba8-edff0de31d35), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:22.468987 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 87446918-0d6b-48ad-b324-d270a7d66ac6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=87446918-0d6b-48ad-b324-d270a7d66ac6,segment=NetworkSegment(0d89a509-4539-4eec-8583-82285d4c7719),segment_id=0d89a509-4539-4eec-8583-82285d4c7719)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:22.482165 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (87446918-0d6b-48ad-b324-d270a7d66ac6), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:22.526772 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] Set router 4676e6bc-b2f2-4aa6-9741-e88ddc35fc27 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:48:22.554162 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158c8c0-caaa-4ca7-933f-998132fe244b req-abbf5ee8-843f-46a6-9aec-70e53d85d34a tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:22.559233 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-fc556cdd-f939-447f-9555-7eae7667a643 None None] Provisioning complete for port fc54368f-b415-483c-bba8-edff0de31d35 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:22.559611 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fc556cdd-f939-447f-9555-7eae7667a643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (fc54368f-b415-483c-bba8-edff0de31d35), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:22.564135 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4158c8c0-caaa-4ca7-933f-998132fe244b req-abbf5ee8-843f-46a6-9aec-70e53d85d34a tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 944 time: 0.0788410 Apr 08 17:48:22.569444 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port da114e2a-de33-4673-97b6-f25968bd7c94 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:22.670053 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=87446918-0d6b-48ad-b324-d270a7d66ac6,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:22.680242 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-fc556cdd-f939-447f-9555-7eae7667a643 None None] Port fc54368f-b415-483c-bba8-edff0de31d35 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:48:22.682693 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4158c8c0-caaa-4ca7-933f-998132fe244b req-88998407-0a7d-4c11-a954-9a185964424d tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=638f1eb4-4be5-4331-92d1-088442c4a153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160352 Apr 08 17:48:22.684130 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] For port fc54368f-b415-483c-bba8-edff0de31d35, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:48:22.687486 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] For port fc54368f-b415-483c-bba8-edff0de31d35, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=fc54368f-b415-483c-bba8-edff0de31d35,segment=NetworkSegment(ed159675-bc31-4d13-b4f2-94b5ca10e099),segment_id=ed159675-bc31-4d13-b4f2-94b5ca10e099)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:48:22.704208 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (fc54368f-b415-483c-bba8-edff0de31d35), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:22.808165 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d157f15-1a6c-4805-8de4-6f528f70d2a1 None None] Pushing event updated for resources: {'Port': ['ID=fc54368f-b415-483c-bba8-edff0de31d35,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:22.811695 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] Routers {'c0b924af-27af-4cc0-ac24-48fb19e2da30'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:48:22.812296 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:48:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['c0b924af-27af-4cc0-ac24-48fb19e2da30'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:22.884624 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4676e6bc-b2f2-4aa6-9741-e88ddc35fc27', 'name': 'tempest-TestMinimumBasicScenario-2048207892-router', 'tenant_id': '222dc3d082594aabb56abd251c876d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c9b0d5c3-4564-499b-8d96-9c43799c3903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:20Z', 'updated_at': '2022-04-08T17:48:21Z', 'revision_number': 3, 'project_id': '222dc3d082594aabb56abd251c876d6f', 'gw_port': {'id': 'c9b0d5c3-4564-499b-8d96-9c43799c3903', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4676e6bc-b2f2-4aa6-9741-e88ddc35fc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:21Z', 'updated_at': '2022-04-08T17:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:22.920801 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] Checking router: 4676e6bc-b2f2-4aa6-9741-e88ddc35fc27 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:48:22.921384 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] Updating router 4676e6bc-b2f2-4aa6-9741-e88ddc35fc27 port c9b0d5c3-4564-499b-8d96-9c43799c3903 binding host dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:48:22.956563 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (c9b0d5c3-4564-499b-8d96-9c43799c3903), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:22.975513 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] Set router c0b924af-27af-4cc0-ac24-48fb19e2da30 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:48:23.019323 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-908210de-123b-4375-943a-b2f8eedcd0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.192718 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-908210de-123b-4375-943a-b2f8eedcd0a3 admin admin] Allocated IP 172.20.0.1 (95b74037-3e25-4414-8c3c-5a3641ccede6/f2ae2361-08f1-4aab-831c-c6a9bc66d52f/d852c57a-c063-4922-aec8-1ec44a3f660c) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:48:23.231446 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-0f0f267a-7171-4517-95a6-c66bd466e39f None None] Provisioning complete for port fc54368f-b415-483c-bba8-edff0de31d35 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:23.231812 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0f0f267a-7171-4517-95a6-c66bd466e39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (fc54368f-b415-483c-bba8-edff0de31d35), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.259303 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] Publish callbacks [] for port (c9b0d5c3-4564-499b-8d96-9c43799c3903), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.266928 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (c9b0d5c3-4564-499b-8d96-9c43799c3903), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.321973 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-908210de-123b-4375-943a-b2f8eedcd0a3 admin admin] Publish callbacks [] for port (d852c57a-c063-4922-aec8-1ec44a3f660c), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.328138 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] Attempting to bind port c9b0d5c3-4564-499b-8d96-9c43799c3903 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:48:23.328774 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] Attempting to bind port c9b0d5c3-4564-499b-8d96-9c43799c3903 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:48:23.329163 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] Attempting to bind port c9b0d5c3-4564-499b-8d96-9c43799c3903 on network 621fbee4-87d2-43df-9614-a9bffeb44782 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:48:23.335040 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319651e-7f21-4a72-bcde-2df313af5aca None None] Pushing event updated for resources: {'Port': ['ID=c9b0d5c3-4564-499b-8d96-9c43799c3903,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:23.339065 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:48:23.339598 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] Checking segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:48:23.340703 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.340703 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] Bound using segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:48:23.341633 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] Bound port: c9b0d5c3-4564-499b-8d96-9c43799c3903, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:48:23.342108 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (c9b0d5c3-4564-499b-8d96-9c43799c3903), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.383744 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-908210de-123b-4375-943a-b2f8eedcd0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (d852c57a-c063-4922-aec8-1ec44a3f660c), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.385993 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['87446918-0d6b-48ad-b324-d270a7d66ac6'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:48:23.410508 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] For port c9b0d5c3-4564-499b-8d96-9c43799c3903, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:48:23.418868 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] For port c9b0d5c3-4564-499b-8d96-9c43799c3903, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=c9b0d5c3-4564-499b-8d96-9c43799c3903,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:48:23.423647 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908210de-123b-4375-943a-b2f8eedcd0a3 admin admin] Network 95b74037-3e25-4414-8c3c-5a3641ccede6 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:48:23.426408 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (c9b0d5c3-4564-499b-8d96-9c43799c3903), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.427529 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-908210de-123b-4375-943a-b2f8eedcd0a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:48:23.432239 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908210de-123b-4375-943a-b2f8eedcd0a3 admin admin] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:48:23.472954 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'name': 'tempest-TestMinimumBasicScenario-1566930386-router', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:18Z', 'revision_number': 4, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'gw_port': {'id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'fc54368f-b415-483c-bba8-edff0de31d35', 'name': '', 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'mac_address': 'fa:16:3e:19:bc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '66068a13-ce09-472a-a52f-c57181bc9410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:18Z', 'updated_at': '2022-04-08T17:48:22Z', 'revision_number': 4, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'subnets': [{'id': '66068a13-ce09-472a-a52f-c57181bc9410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:23.477617 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-908210de-123b-4375-943a-b2f8eedcd0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726645'] for router_interface (4676e6bc-b2f2-4aa6-9741-e88ddc35fc27), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.486512 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] Routers {'4676e6bc-b2f2-4aa6-9741-e88ddc35fc27'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:48:23.487235 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:48:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['4676e6bc-b2f2-4aa6-9741-e88ddc35fc27'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:23.508588 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b8768a-4e4c-46a7-9251-b76425c568e5 None None] The sync data for ids ['c0b924af-27af-4cc0-ac24-48fb19e2da30'] in dv-cinder-837166-1-iscsi is: [{'id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'name': 'tempest-TestMinimumBasicScenario-1566930386-router', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:18Z', 'revision_number': 4, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'gw_port': {'id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'fc54368f-b415-483c-bba8-edff0de31d35', 'name': '', 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'mac_address': 'fa:16:3e:19:bc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '66068a13-ce09-472a-a52f-c57181bc9410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:18Z', 'updated_at': '2022-04-08T17:48:22Z', 'revision_number': 4, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'subnets': [{'id': '66068a13-ce09-472a-a52f-c57181bc9410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:48:23.516301 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-0f0f267a-7171-4517-95a6-c66bd466e39f None None] Current status of the port fc54368f-b415-483c-bba8-edff0de31d35 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:23.516722 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0f0f267a-7171-4517-95a6-c66bd466e39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (fc54368f-b415-483c-bba8-edff0de31d35), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.650633 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-0f0f267a-7171-4517-95a6-c66bd466e39f None None] For port fc54368f-b415-483c-bba8-edff0de31d35, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=fc54368f-b415-483c-bba8-edff0de31d35,segment=NetworkSegment(ed159675-bc31-4d13-b4f2-94b5ca10e099),segment_id=ed159675-bc31-4d13-b4f2-94b5ca10e099)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:23.656596 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0f0f267a-7171-4517-95a6-c66bd466e39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (fc54368f-b415-483c-bba8-edff0de31d35), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.667727 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-908210de-123b-4375-943a-b2f8eedcd0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (d852c57a-c063-4922-aec8-1ec44a3f660c), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.700251 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908210de-123b-4375-943a-b2f8eedcd0a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d852c57a-c063-4922-aec8-1ec44a3f660c,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:23.740949 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f267a-7171-4517-95a6-c66bd466e39f None None] Pushing event updated for resources: {'Port': ['ID=fc54368f-b415-483c-bba8-edff0de31d35,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:23.785571 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb43160-44f7-4f3e-aec9-ee7ab485d1c5 None None] Network 95b74037-3e25-4414-8c3c-5a3641ccede6 requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:48:23.886214 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319651e-7f21-4a72-bcde-2df313af5aca None None] Pushing event updated for resources: {'Port': ['ID=c9b0d5c3-4564-499b-8d96-9c43799c3903,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:23.919479 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] Set router 4676e6bc-b2f2-4aa6-9741-e88ddc35fc27 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:48:23.957372 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-157d0deb-e00a-42df-8051-77fc5b7b28b8 None None] Provisioning complete for port 87b3aedf-a02b-488c-9676-fb564269c9ce triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:23.957692 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-157d0deb-e00a-42df-8051-77fc5b7b28b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (87b3aedf-a02b-488c-9676-fb564269c9ce), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:24.123952 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device fc54368f-b415-483c-bba8-edff0de31d35 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:48:24.164954 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-157d0deb-e00a-42df-8051-77fc5b7b28b8 None None] Current status of the port 87b3aedf-a02b-488c-9676-fb564269c9ce is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:24.165504 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-157d0deb-e00a-42df-8051-77fc5b7b28b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (87b3aedf-a02b-488c-9676-fb564269c9ce), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:24.185238 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4676e6bc-b2f2-4aa6-9741-e88ddc35fc27', 'name': 'tempest-TestMinimumBasicScenario-2048207892-router', 'tenant_id': '222dc3d082594aabb56abd251c876d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c9b0d5c3-4564-499b-8d96-9c43799c3903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:20Z', 'updated_at': '2022-04-08T17:48:21Z', 'revision_number': 3, 'project_id': '222dc3d082594aabb56abd251c876d6f', 'gw_port': {'id': 'c9b0d5c3-4564-499b-8d96-9c43799c3903', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4676e6bc-b2f2-4aa6-9741-e88ddc35fc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:21Z', 'updated_at': '2022-04-08T17:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:24.226116 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066d20a-0ec2-4906-bb90-bf8cd9eb6694 None None] The sync data for ids ['4676e6bc-b2f2-4aa6-9741-e88ddc35fc27'] in dv-cinder-837166-1-iscsi is: [{'id': '4676e6bc-b2f2-4aa6-9741-e88ddc35fc27', 'name': 'tempest-TestMinimumBasicScenario-2048207892-router', 'tenant_id': '222dc3d082594aabb56abd251c876d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c9b0d5c3-4564-499b-8d96-9c43799c3903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:20Z', 'updated_at': '2022-04-08T17:48:21Z', 'revision_number': 3, 'project_id': '222dc3d082594aabb56abd251c876d6f', 'gw_port': {'id': 'c9b0d5c3-4564-499b-8d96-9c43799c3903', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4676e6bc-b2f2-4aa6-9741-e88ddc35fc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:21Z', 'updated_at': '2022-04-08T17:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:48:24.256330 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-157d0deb-e00a-42df-8051-77fc5b7b28b8 None None] For port 87b3aedf-a02b-488c-9676-fb564269c9ce, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=87b3aedf-a02b-488c-9676-fb564269c9ce,segment=NetworkSegment(736e4de1-d534-4f5d-b45b-b078386d00a3),segment_id=736e4de1-d534-4f5d-b45b-b078386d00a3)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:24.258663 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95c1c4-f375-4265-86df-de6224b6f607 req-6a440d83-81cd-4dd2-bb0a-48e47b1399fb tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:24.268789 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ca95c1c4-f375-4265-86df-de6224b6f607 req-6a440d83-81cd-4dd2-bb0a-48e47b1399fb tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 944 time: 0.4550264 Apr 08 17:48:24.269317 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-157d0deb-e00a-42df-8051-77fc5b7b28b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (87b3aedf-a02b-488c-9676-fb564269c9ce), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:24.276128 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port fc54368f-b415-483c-bba8-edff0de31d35 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:24.276128 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (fc54368f-b415-483c-bba8-edff0de31d35), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:24.393793 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ca95c1c4-f375-4265-86df-de6224b6f607 req-e9e95140-aeb5-437b-ade8-60310c75b3e4 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=638f1eb4-4be5-4331-92d1-088442c4a153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239822 Apr 08 17:48:24.414014 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d0deb-e00a-42df-8051-77fc5b7b28b8 None None] Pushing event updated for resources: {'Port': ['ID=87b3aedf-a02b-488c-9676-fb564269c9ce,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:24.429673 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-908210de-123b-4375-943a-b2f8eedcd0a3 admin admin] Publish callbacks [] for port (d852c57a-c063-4922-aec8-1ec44a3f660c), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:24.431952 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7cb89e71-731c-4094-a087-2db63dfab9c3 None None] Provisioning complete for port 87b3aedf-a02b-488c-9676-fb564269c9ce triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:24.432609 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7cb89e71-731c-4094-a087-2db63dfab9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (87b3aedf-a02b-488c-9676-fb564269c9ce), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:24.439478 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-908210de-123b-4375-943a-b2f8eedcd0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (d852c57a-c063-4922-aec8-1ec44a3f660c), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:24.503086 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-908210de-123b-4375-943a-b2f8eedcd0a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732645'] for router_interface (4676e6bc-b2f2-4aa6-9741-e88ddc35fc27), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:24.525350 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port fc54368f-b415-483c-bba8-edff0de31d35 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:24.526682 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 87b3aedf-a02b-488c-9676-fb564269c9ce up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:48:24.560039 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908210de-123b-4375-943a-b2f8eedcd0a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d852c57a-c063-4922-aec8-1ec44a3f660c,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:24.667739 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7cb89e71-731c-4094-a087-2db63dfab9c3 None None] Current status of the port 87b3aedf-a02b-488c-9676-fb564269c9ce is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:24.688627 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 87b3aedf-a02b-488c-9676-fb564269c9ce triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:24.689261 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (87b3aedf-a02b-488c-9676-fb564269c9ce), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:24.693392 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7cb89e71-731c-4094-a087-2db63dfab9c3 None None] Provisioning complete for port d852c57a-c063-4922-aec8-1ec44a3f660c triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:24.693763 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7cb89e71-731c-4094-a087-2db63dfab9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (d852c57a-c063-4922-aec8-1ec44a3f660c), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:24.736055 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908210de-123b-4375-943a-b2f8eedcd0a3 admin admin] Network 95b74037-3e25-4414-8c3c-5a3641ccede6 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:48:24.742238 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-908210de-123b-4375-943a-b2f8eedcd0a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:48:24.779193 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7cb89e71-731c-4094-a087-2db63dfab9c3 None None] Port d852c57a-c063-4922-aec8-1ec44a3f660c cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:48:24.853177 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 87b3aedf-a02b-488c-9676-fb564269c9ce is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:24.899773 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-77dd4363-9647-4af0-b0f1-209968adcd6f None None] Provisioning complete for port d852c57a-c063-4922-aec8-1ec44a3f660c triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:24.900690 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-77dd4363-9647-4af0-b0f1-209968adcd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (d852c57a-c063-4922-aec8-1ec44a3f660c), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:24.927026 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908210de-123b-4375-943a-b2f8eedcd0a3 admin admin] Router 4676e6bc-b2f2-4aa6-9741-e88ddc35fc27 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:48:24.939104 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-77dd4363-9647-4af0-b0f1-209968adcd6f None None] Port d852c57a-c063-4922-aec8-1ec44a3f660c cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:48:25.061136 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-d888df3f-080a-46b4-971b-395447657ab3 None None] Provisioning complete for port d852c57a-c063-4922-aec8-1ec44a3f660c triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:25.061529 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d888df3f-080a-46b4-971b-395447657ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (d852c57a-c063-4922-aec8-1ec44a3f660c), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:25.064906 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908210de-123b-4375-943a-b2f8eedcd0a3 admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:48:25.077962 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-908210de-123b-4375-943a-b2f8eedcd0a3 admin admin] 10.222.0.86 "PUT /v2.0/routers/4676e6bc-b2f2-4aa6-9741-e88ddc35fc27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7454560 Apr 08 17:48:25.113515 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-d888df3f-080a-46b4-971b-395447657ab3 None None] Port d852c57a-c063-4922-aec8-1ec44a3f660c cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:48:25.525884 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553d2a6-8ac6-4126-a143-9f1afc525514 req-54b13563-c178-4c43-bf3d-74d3ccb861db tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:25.530025 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9553d2a6-8ac6-4126-a143-9f1afc525514 req-54b13563-c178-4c43-bf3d-74d3ccb861db tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 944 time: 0.0590014 Apr 08 17:48:25.586452 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9553d2a6-8ac6-4126-a143-9f1afc525514 req-152ef0dd-618b-4d69-886f-b500bbac2caa tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=638f1eb4-4be5-4331-92d1-088442c4a153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501423 Apr 08 17:48:25.793091 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 87446918-0d6b-48ad-b324-d270a7d66ac6 up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:48:25.847175 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning for port 87446918-0d6b-48ad-b324-d270a7d66ac6 completed by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:48:25.853568 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port 87446918-0d6b-48ad-b324-d270a7d66ac6 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:25.854060 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (87446918-0d6b-48ad-b324-d270a7d66ac6), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:25.961419 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 87446918-0d6b-48ad-b324-d270a7d66ac6 is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:25.961876 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (87446918-0d6b-48ad-b324-d270a7d66ac6), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:25.992545 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'face6c8a-2c89-427f-b32f-e97273aa4d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87446918-0d6b-48ad-b324-d270a7d66ac6'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:48:25.995284 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f9f9d8-9d0f-4a03-a640-5d4295a43eec" -d '{"events": [{"server_uuid": "face6c8a-2c89-427f-b32f-e97273aa4d9f", "name": "network-vif-plugged", "status": "completed", "tag": "87446918-0d6b-48ad-b324-d270a7d66ac6"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:48:26.048284 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 87446918-0d6b-48ad-b324-d270a7d66ac6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=87446918-0d6b-48ad-b324-d270a7d66ac6,segment=NetworkSegment(0d89a509-4539-4eec-8583-82285d4c7719),segment_id=0d89a509-4539-4eec-8583-82285d4c7719)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:26.055936 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (87446918-0d6b-48ad-b324-d270a7d66ac6), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:26.088070 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802aa639-4957-4a41-9eb3-f7b8125778bc x-openstack-request-id: req-802aa639-4957-4a41-9eb3-f7b8125778bc {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:48:26.088624 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "face6c8a-2c89-427f-b32f-e97273aa4d9f", "name": "network-vif-plugged", "status": "completed", "tag": "87446918-0d6b-48ad-b324-d270a7d66ac6", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:48:26.089032 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-802aa639-4957-4a41-9eb3-f7b8125778bc {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:48:26.089593 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-802aa639-4957-4a41-9eb3-f7b8125778bc'] response: {'server_uuid': 'face6c8a-2c89-427f-b32f-e97273aa4d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87446918-0d6b-48ad-b324-d270a7d66ac6', 'code': 200} Apr 08 17:48:26.133220 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=87446918-0d6b-48ad-b324-d270a7d66ac6,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:26.136099 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 87b3aedf-a02b-488c-9676-fb564269c9ce up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:48:26.197700 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 87b3aedf-a02b-488c-9676-fb564269c9ce triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:26.198224 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (87b3aedf-a02b-488c-9676-fb564269c9ce), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:26.346417 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 87b3aedf-a02b-488c-9676-fb564269c9ce is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:26.347486 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84986b4-e524-4533-ab11-ad735fb9c7f6 req-2b26346c-b06a-4376-ae70-8b5760e2cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:26.347977 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device c9b0d5c3-4564-499b-8d96-9c43799c3903 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:48:26.351357 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e84986b4-e524-4533-ab11-ad735fb9c7f6 req-2b26346c-b06a-4376-ae70-8b5760e2cca9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 1129 time: 0.0741920 Apr 08 17:48:26.412912 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e84986b4-e524-4533-ab11-ad735fb9c7f6 req-b3d09e08-324c-4c5a-97ff-0125449aee72 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=638f1eb4-4be5-4331-92d1-088442c4a153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488005 Apr 08 17:48:26.415667 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port c9b0d5c3-4564-499b-8d96-9c43799c3903 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:26.416035 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (c9b0d5c3-4564-499b-8d96-9c43799c3903), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:26.507726 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port c9b0d5c3-4564-499b-8d96-9c43799c3903 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:26.508237 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (c9b0d5c3-4564-499b-8d96-9c43799c3903), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:26.536387 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] For port c9b0d5c3-4564-499b-8d96-9c43799c3903, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=c9b0d5c3-4564-499b-8d96-9c43799c3903,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:26.545316 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (c9b0d5c3-4564-499b-8d96-9c43799c3903), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:26.621765 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Pushing event updated for resources: {'Port': ['ID=c9b0d5c3-4564-499b-8d96-9c43799c3903,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:26.717357 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf8153-add3-42d0-a87a-2877d8644082 req-76050313-e252-4613-bea8-df6e24c59c57 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:26.718969 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cfbf8153-add3-42d0-a87a-2877d8644082 req-76050313-e252-4613-bea8-df6e24c59c57 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 945 time: 0.0558021 Apr 08 17:48:26.780974 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cfbf8153-add3-42d0-a87a-2877d8644082 req-da7b6334-d534-419b-a68c-26d35aba2b6c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=638f1eb4-4be5-4331-92d1-088442c4a153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559113 Apr 08 17:48:27.017373 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] Sync routers for ids ['4676e6bc-b2f2-4aa6-9741-e88ddc35fc27'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:48:27.029281 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] Routers {'4676e6bc-b2f2-4aa6-9741-e88ddc35fc27'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:48:27.030153 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:48:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['4676e6bc-b2f2-4aa6-9741-e88ddc35fc27'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:27.164847 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] Set router 4676e6bc-b2f2-4aa6-9741-e88ddc35fc27 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:48:27.417075 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:48:27.545308 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4676e6bc-b2f2-4aa6-9741-e88ddc35fc27', 'name': 'tempest-TestMinimumBasicScenario-2048207892-router', 'tenant_id': '222dc3d082594aabb56abd251c876d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c9b0d5c3-4564-499b-8d96-9c43799c3903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:20Z', 'updated_at': '2022-04-08T17:48:23Z', 'revision_number': 4, 'project_id': '222dc3d082594aabb56abd251c876d6f', 'gw_port': {'id': 'c9b0d5c3-4564-499b-8d96-9c43799c3903', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4676e6bc-b2f2-4aa6-9741-e88ddc35fc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:21Z', 'updated_at': '2022-04-08T17:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'd852c57a-c063-4922-aec8-1ec44a3f660c', 'name': '', 'network_id': '95b74037-3e25-4414-8c3c-5a3641ccede6', 'tenant_id': '222dc3d082594aabb56abd251c876d6f', 'mac_address': 'fa:16:3e:e6:6a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4676e6bc-b2f2-4aa6-9741-e88ddc35fc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f2ae2361-08f1-4aab-831c-c6a9bc66d52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:23Z', 'updated_at': '2022-04-08T17:48:23Z', 'revision_number': 2, 'project_id': '222dc3d082594aabb56abd251c876d6f', 'subnets': [{'id': 'f2ae2361-08f1-4aab-831c-c6a9bc66d52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:27.582220 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] Checking router: 4676e6bc-b2f2-4aa6-9741-e88ddc35fc27 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:48:27.582600 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] Updating router 4676e6bc-b2f2-4aa6-9741-e88ddc35fc27 port d852c57a-c063-4922-aec8-1ec44a3f660c binding host dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:48:27.611872 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (d852c57a-c063-4922-aec8-1ec44a3f660c), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:27.923036 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0b668-0cbd-4583-9806-129f97f2d2d5 req-c3a20e68-b7c4-45f7-a968-b19e87369f59 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:27.924826 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-37e0b668-0cbd-4583-9806-129f97f2d2d5 req-c3a20e68-b7c4-45f7-a968-b19e87369f59 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 945 time: 0.0525649 Apr 08 17:48:27.986921 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] Publish callbacks [] for port (d852c57a-c063-4922-aec8-1ec44a3f660c), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:27.987716 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-37e0b668-0cbd-4583-9806-129f97f2d2d5 req-790b8861-0823-4e68-80e9-242a2a6c9851 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=638f1eb4-4be5-4331-92d1-088442c4a153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568428 Apr 08 17:48:28.007333 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (d852c57a-c063-4922-aec8-1ec44a3f660c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:28.098544 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device c9b0d5c3-4564-499b-8d96-9c43799c3903 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:48:28.107961 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a73941-0664-41db-a24c-872e48997841 None None] Pushing event updated for resources: {'Port': ['ID=d852c57a-c063-4922-aec8-1ec44a3f660c,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:28.210419 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] Attempting to bind port d852c57a-c063-4922-aec8-1ec44a3f660c on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:48:28.210790 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] Attempting to bind port d852c57a-c063-4922-aec8-1ec44a3f660c by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': '736e4de1-d534-4f5d-b45b-b078386d00a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '95b74037-3e25-4414-8c3c-5a3641ccede6'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:48:28.211160 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] Attempting to bind port d852c57a-c063-4922-aec8-1ec44a3f660c on network 95b74037-3e25-4414-8c3c-5a3641ccede6 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:48:28.222347 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:48:28.222719 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] Checking segment: {'id': '736e4de1-d534-4f5d-b45b-b078386d00a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '95b74037-3e25-4414-8c3c-5a3641ccede6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:48:28.223125 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:28.223532 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] Bound using segment: {'id': '736e4de1-d534-4f5d-b45b-b078386d00a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '95b74037-3e25-4414-8c3c-5a3641ccede6'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:48:28.223983 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] Bound port: d852c57a-c063-4922-aec8-1ec44a3f660c, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736e4de1-d534-4f5d-b45b-b078386d00a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '95b74037-3e25-4414-8c3c-5a3641ccede6'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:48:28.224360 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (d852c57a-c063-4922-aec8-1ec44a3f660c), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:28.226267 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port c9b0d5c3-4564-499b-8d96-9c43799c3903 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:28.226628 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (c9b0d5c3-4564-499b-8d96-9c43799c3903), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:28.378989 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] For port d852c57a-c063-4922-aec8-1ec44a3f660c, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:48:28.408785 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] For port d852c57a-c063-4922-aec8-1ec44a3f660c, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=d852c57a-c063-4922-aec8-1ec44a3f660c,segment=NetworkSegment(736e4de1-d534-4f5d-b45b-b078386d00a3),segment_id=736e4de1-d534-4f5d-b45b-b078386d00a3)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:48:28.419688 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-0560d6d5-5f87-4752-a8a8-288bb4f04305 None None] Provisioning complete for port d852c57a-c063-4922-aec8-1ec44a3f660c triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:28.420085 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0560d6d5-5f87-4752-a8a8-288bb4f04305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (d852c57a-c063-4922-aec8-1ec44a3f660c), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:28.424015 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port c9b0d5c3-4564-499b-8d96-9c43799c3903 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:28.446235 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (d852c57a-c063-4922-aec8-1ec44a3f660c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:28.537944 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a73941-0664-41db-a24c-872e48997841 None None] Pushing event updated for resources: {'Port': ['ID=d852c57a-c063-4922-aec8-1ec44a3f660c,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:28.544917 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] Routers {'4676e6bc-b2f2-4aa6-9741-e88ddc35fc27'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:48:28.545600 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:48:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['4676e6bc-b2f2-4aa6-9741-e88ddc35fc27'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:28.687934 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-0560d6d5-5f87-4752-a8a8-288bb4f04305 None None] Current status of the port d852c57a-c063-4922-aec8-1ec44a3f660c is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:28.688322 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0560d6d5-5f87-4752-a8a8-288bb4f04305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (d852c57a-c063-4922-aec8-1ec44a3f660c), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:28.769388 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-0560d6d5-5f87-4752-a8a8-288bb4f04305 None None] For port d852c57a-c063-4922-aec8-1ec44a3f660c, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=d852c57a-c063-4922-aec8-1ec44a3f660c,segment=NetworkSegment(736e4de1-d534-4f5d-b45b-b078386d00a3),segment_id=736e4de1-d534-4f5d-b45b-b078386d00a3)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:28.773444 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] Set router 4676e6bc-b2f2-4aa6-9741-e88ddc35fc27 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:48:28.777722 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0560d6d5-5f87-4752-a8a8-288bb4f04305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (d852c57a-c063-4922-aec8-1ec44a3f660c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:28.930639 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560d6d5-5f87-4752-a8a8-288bb4f04305 None None] Pushing event updated for resources: {'Port': ['ID=d852c57a-c063-4922-aec8-1ec44a3f660c,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:28.944348 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-e1d34339-ac61-4f52-8121-df4a688a1bc7 None None] Provisioning complete for port d852c57a-c063-4922-aec8-1ec44a3f660c triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:28.944862 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e1d34339-ac61-4f52-8121-df4a688a1bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (d852c57a-c063-4922-aec8-1ec44a3f660c), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:29.149135 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-e1d34339-ac61-4f52-8121-df4a688a1bc7 None None] Current status of the port d852c57a-c063-4922-aec8-1ec44a3f660c is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:29.152835 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4676e6bc-b2f2-4aa6-9741-e88ddc35fc27', 'name': 'tempest-TestMinimumBasicScenario-2048207892-router', 'tenant_id': '222dc3d082594aabb56abd251c876d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c9b0d5c3-4564-499b-8d96-9c43799c3903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:20Z', 'updated_at': '2022-04-08T17:48:23Z', 'revision_number': 4, 'project_id': '222dc3d082594aabb56abd251c876d6f', 'gw_port': {'id': 'c9b0d5c3-4564-499b-8d96-9c43799c3903', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4676e6bc-b2f2-4aa6-9741-e88ddc35fc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:21Z', 'updated_at': '2022-04-08T17:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'd852c57a-c063-4922-aec8-1ec44a3f660c', 'name': '', 'network_id': '95b74037-3e25-4414-8c3c-5a3641ccede6', 'tenant_id': '222dc3d082594aabb56abd251c876d6f', 'mac_address': 'fa:16:3e:e6:6a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4676e6bc-b2f2-4aa6-9741-e88ddc35fc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f2ae2361-08f1-4aab-831c-c6a9bc66d52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:23Z', 'updated_at': '2022-04-08T17:48:28Z', 'revision_number': 4, 'project_id': '222dc3d082594aabb56abd251c876d6f', 'subnets': [{'id': 'f2ae2361-08f1-4aab-831c-c6a9bc66d52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:29.153070 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b0dda-fd4b-401d-b799-025d5aec1ad1 req-c354005d-3b93-4ac9-b3b9-5d3b3da1be92 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:29.154458 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5b4b0dda-fd4b-401d-b799-025d5aec1ad1 req-c354005d-3b93-4ac9-b3b9-5d3b3da1be92 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 945 time: 0.0711567 Apr 08 17:48:29.191109 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4916fd46-19df-44ca-80cd-6b33fa18a2fa None None] The sync data for ids ['4676e6bc-b2f2-4aa6-9741-e88ddc35fc27'] in dv-cinder-837166-1-iscsi is: [{'id': '4676e6bc-b2f2-4aa6-9741-e88ddc35fc27', 'name': 'tempest-TestMinimumBasicScenario-2048207892-router', 'tenant_id': '222dc3d082594aabb56abd251c876d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c9b0d5c3-4564-499b-8d96-9c43799c3903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:20Z', 'updated_at': '2022-04-08T17:48:23Z', 'revision_number': 4, 'project_id': '222dc3d082594aabb56abd251c876d6f', 'gw_port': {'id': 'c9b0d5c3-4564-499b-8d96-9c43799c3903', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4676e6bc-b2f2-4aa6-9741-e88ddc35fc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:21Z', 'updated_at': '2022-04-08T17:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'd852c57a-c063-4922-aec8-1ec44a3f660c', 'name': '', 'network_id': '95b74037-3e25-4414-8c3c-5a3641ccede6', 'tenant_id': '222dc3d082594aabb56abd251c876d6f', 'mac_address': 'fa:16:3e:e6:6a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4676e6bc-b2f2-4aa6-9741-e88ddc35fc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f2ae2361-08f1-4aab-831c-c6a9bc66d52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:23Z', 'updated_at': '2022-04-08T17:48:28Z', 'revision_number': 4, 'project_id': '222dc3d082594aabb56abd251c876d6f', 'subnets': [{'id': 'f2ae2361-08f1-4aab-831c-c6a9bc66d52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:48:29.218228 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5b4b0dda-fd4b-401d-b799-025d5aec1ad1 req-34694075-e1bb-4236-b570-1417ca21a067 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=638f1eb4-4be5-4331-92d1-088442c4a153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577652 Apr 08 17:48:29.403797 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53d40e-4588-4127-8601-4a6a0fbbe0b2 req-07744d18-5a12-4e43-aebf-7ddb6d57d552 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:29.409281 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1c53d40e-4588-4127-8601-4a6a0fbbe0b2 req-07744d18-5a12-4e43-aebf-7ddb6d57d552 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 945 time: 0.0603294 Apr 08 17:48:29.415431 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41708) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:29.424273 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-364e8890-46d6-4ff3-aba2-ac6d4f14d3ce tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Request body: {'floatingip': {'port_id': '87446918-0d6b-48ad-b324-d270a7d66ac6'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:29.486584 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-364e8890-46d6-4ff3-aba2-ac6d4f14d3ce tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for floatingip (3ec09b30-76ff-4277-b4f6-2b2c37c67d29), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:30.031647 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device d852c57a-c063-4922-aec8-1ec44a3f660c up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:48:30.041452 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-364e8890-46d6-4ff3-aba2-ac6d4f14d3ce tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:30.048158 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-364e8890-46d6-4ff3-aba2-ac6d4f14d3ce tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (3ec09b30-76ff-4277-b4f6-2b2c37c67d29), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:30.088340 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port d852c57a-c063-4922-aec8-1ec44a3f660c triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:30.088789 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (d852c57a-c063-4922-aec8-1ec44a3f660c), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:30.185246 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port d852c57a-c063-4922-aec8-1ec44a3f660c is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:30.463822 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.l3_db [None req-364e8890-46d6-4ff3-aba2-ac6d4f14d3ce tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Floating IP 3ec09b30-76ff-4277-b4f6-2b2c37c67d29 associated. External IP: 172.27.1.208, port: 87446918-0d6b-48ad-b324-d270a7d66ac6. Apr 08 17:48:30.744983 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364e8890-46d6-4ff3-aba2-ac6d4f14d3ce tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Router adb3989e-9c74-4595-82cc-16036e5c6782 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:48:30.892205 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364e8890-46d6-4ff3-aba2-ac6d4f14d3ce tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:48:30.897776 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-364e8890-46d6-4ff3-aba2-ac6d4f14d3ce tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:30.904103 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60b9d0f-122f-4f4f-9f75-df035490a82f None None] Sync routers for ids ['adb3989e-9c74-4595-82cc-16036e5c6782'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:48:30.929922 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60b9d0f-122f-4f4f-9f75-df035490a82f None None] Routers {'adb3989e-9c74-4595-82cc-16036e5c6782'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:48:30.931428 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-d60b9d0f-122f-4f4f-9f75-df035490a82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:48:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['adb3989e-9c74-4595-82cc-16036e5c6782'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:30.966289 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-364e8890-46d6-4ff3-aba2-ac6d4f14d3ce tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "PUT /v2.0/floatingips/3ec09b30-76ff-4277-b4f6-2b2c37c67d29 HTTP/1.1" status: 200 len: 991 time: 1.5489173 Apr 08 17:48:30.967264 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'face6c8a-2c89-427f-b32f-e97273aa4d9f', 'tag': '87446918-0d6b-48ad-b324-d270a7d66ac6'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:48:30.974500 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a2d13e-a227-40e2-8f19-725c7b032185" -d '{"events": [{"name": "network-changed", "server_uuid": "face6c8a-2c89-427f-b32f-e97273aa4d9f", "tag": "87446918-0d6b-48ad-b324-d270a7d66ac6"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:48:31.029095 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c4b580-59b8-4980-b905-1fe45993f6a8 x-openstack-request-id: req-53c4b580-59b8-4980-b905-1fe45993f6a8 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:48:31.029757 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "face6c8a-2c89-427f-b32f-e97273aa4d9f", "tag": "87446918-0d6b-48ad-b324-d270a7d66ac6", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:48:31.030109 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-53c4b580-59b8-4980-b905-1fe45993f6a8 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:48:31.030750 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53c4b580-59b8-4980-b905-1fe45993f6a8'] response: {'name': 'network-changed', 'server_uuid': 'face6c8a-2c89-427f-b32f-e97273aa4d9f', 'tag': '87446918-0d6b-48ad-b324-d270a7d66ac6', 'status': 'completed', 'code': 200} Apr 08 17:48:31.128625 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2d13e-a227-40e2-8f19-725c7b032185 req-b0411dc2-dc18-4f99-940a-ac439f802574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:31.131247 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c7a2d13e-a227-40e2-8f19-725c7b032185 req-b0411dc2-dc18-4f99-940a-ac439f802574 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74a6abf6655b4484b7870dba86883953&device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 1129 time: 0.0553293 Apr 08 17:48:31.245690 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-d60b9d0f-122f-4f4f-9f75-df035490a82f None None] Set router adb3989e-9c74-4595-82cc-16036e5c6782 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:48:31.262398 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2d13e-a227-40e2-8f19-725c7b032185 req-be607bec-ebeb-4920-a913-10f179632706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:31.264284 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c7a2d13e-a227-40e2-8f19-725c7b032185 req-be607bec-ebeb-4920-a913-10f179632706 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e6e2ce3-9728-4fc0-915f-f4f91891414e HTTP/1.1" status: 200 len: 910 time: 0.1247983 Apr 08 17:48:31.368392 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c7a2d13e-a227-40e2-8f19-725c7b032185 req-308d76d1-1970-4a5f-ab74-baa39334db1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87446918-0d6b-48ad-b324-d270a7d66ac6 HTTP/1.1" status: 200 len: 999 time: 0.0959992 Apr 08 17:48:31.430935 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2d13e-a227-40e2-8f19-725c7b032185 req-5a9e6a0d-5825-4221-ae90-c0ec1aad1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:31.434914 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c7a2d13e-a227-40e2-8f19-725c7b032185 req-5a9e6a0d-5825-4221-ae90-c0ec1aad1dbf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e9e2b54-a696-442e-8b7f-0f08e3e15dd3 HTTP/1.1" status: 200 len: 848 time: 0.0591342 Apr 08 17:48:31.512262 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2d13e-a227-40e2-8f19-725c7b032185 req-cbb558d2-58b3-4a44-9909-824c04cac108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:31.513847 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c7a2d13e-a227-40e2-8f19-725c7b032185 req-cbb558d2-58b3-4a44-9909-824c04cac108 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e6e2ce3-9728-4fc0-915f-f4f91891414e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672977 Apr 08 17:48:31.565850 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-d60b9d0f-122f-4f4f-9f75-df035490a82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'name': 'tempest-AttachVolumeTestJSON-61070861-router', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '74a6abf6655b4484b7870dba86883953', 'gw_port': {'id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '3ec09b30-76ff-4277-b4f6-2b2c37c67d29', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'port_id': '87446918-0d6b-48ad-b324-d270a7d66ac6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'mac_address': 'fa:16:3e:ef:e8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'face6c8a-2c89-427f-b32f-e97273aa4d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:48:12Z', 'updated_at': '2022-04-08T17:48:29Z', 'revision_number': 1, 'project_id': '74a6abf6655b4484b7870dba86883953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bdba1a1-1005-44d4-861d-5ee8f663cc05', 'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'mac_address': 'fa:16:3e:3e:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:10Z', 'revision_number': 5, 'project_id': '74a6abf6655b4484b7870dba86883953', 'subnets': [{'id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:31.604293 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60b9d0f-122f-4f4f-9f75-df035490a82f None None] Checking router: adb3989e-9c74-4595-82cc-16036e5c6782 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:48:31.616034 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60b9d0f-122f-4f4f-9f75-df035490a82f None None] Routers {'adb3989e-9c74-4595-82cc-16036e5c6782'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:48:31.616034 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-d60b9d0f-122f-4f4f-9f75-df035490a82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:48:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['adb3989e-9c74-4595-82cc-16036e5c6782'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:31.630387 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c7a2d13e-a227-40e2-8f19-725c7b032185 req-baa768aa-74f0-49f8-baa6-21152b8cdc01 service neutron] 10.222.0.20 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039448 Apr 08 17:48:31.751868 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c7a2d13e-a227-40e2-8f19-725c7b032185 req-98f2b926-7f2e-4808-8cd0-191b42916a2d service neutron] 10.222.0.20 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061447 Apr 08 17:48:31.796082 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-d60b9d0f-122f-4f4f-9f75-df035490a82f None None] Set router adb3989e-9c74-4595-82cc-16036e5c6782 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:48:32.039254 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-d60b9d0f-122f-4f4f-9f75-df035490a82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'name': 'tempest-AttachVolumeTestJSON-61070861-router', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '74a6abf6655b4484b7870dba86883953', 'gw_port': {'id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '3ec09b30-76ff-4277-b4f6-2b2c37c67d29', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'port_id': '87446918-0d6b-48ad-b324-d270a7d66ac6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'mac_address': 'fa:16:3e:ef:e8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'face6c8a-2c89-427f-b32f-e97273aa4d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:48:12Z', 'updated_at': '2022-04-08T17:48:29Z', 'revision_number': 1, 'project_id': '74a6abf6655b4484b7870dba86883953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bdba1a1-1005-44d4-861d-5ee8f663cc05', 'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'mac_address': 'fa:16:3e:3e:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:10Z', 'revision_number': 5, 'project_id': '74a6abf6655b4484b7870dba86883953', 'subnets': [{'id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:32.068011 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60b9d0f-122f-4f4f-9f75-df035490a82f None None] The sync data for ids ['adb3989e-9c74-4595-82cc-16036e5c6782'] in dv-cinder-837166-1-iscsi is: [{'id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'name': 'tempest-AttachVolumeTestJSON-61070861-router', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '74a6abf6655b4484b7870dba86883953', 'gw_port': {'id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '3ec09b30-76ff-4277-b4f6-2b2c37c67d29', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'port_id': '87446918-0d6b-48ad-b324-d270a7d66ac6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'mac_address': 'fa:16:3e:ef:e8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'face6c8a-2c89-427f-b32f-e97273aa4d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:48:12Z', 'updated_at': '2022-04-08T17:48:29Z', 'revision_number': 1, 'project_id': '74a6abf6655b4484b7870dba86883953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bdba1a1-1005-44d4-861d-5ee8f663cc05', 'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'mac_address': 'fa:16:3e:3e:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:10Z', 'revision_number': 5, 'project_id': '74a6abf6655b4484b7870dba86883953', 'subnets': [{'id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:48:32.311831 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c01c297-aef0-4c58-aed5-ef10cd395657 None None] New status for floating IP 3ec09b30-76ff-4277-b4f6-2b2c37c67d29: ACTIVE {{(pid=103550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:48:35.445256 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-4d2261ac-d3bd-48de-bda3-cff149384383 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:35.446752 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-4d2261ac-d3bd-48de-bda3-cff149384383 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/networks?id=bcc9ecc3-3974-48b0-9b9b-69e3d57122dc HTTP/1.1" status: 200 len: 815 time: 0.1138773 Apr 08 17:48:35.461914 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-09b7c68a-26a7-49a2-bc63-59331f576cbd tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/quotas/3f2dc62e15854e2bb119a9029718d482 HTTP/1.1" status: 200 len: 375 time: 0.0092893 Apr 08 17:48:35.527226 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-d0b72d0f-181c-487f-bfe4-f48495c58b87 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3f2dc62e15854e2bb119a9029718d482&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603337 Apr 08 17:48:35.638507 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-c2978aa6-2b57-4749-b66c-1e070a4b3a39 service neutron] 10.222.0.86 "GET /v2.0/networks/bcc9ecc3-3974-48b0-9b9b-69e3d57122dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974481 Apr 08 17:48:35.746842 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-22200650-6be8-4dd0-bf54-aa101dbde2e3 service neutron] 10.222.0.86 "GET /v2.0/networks/bcc9ecc3-3974-48b0-9b9b-69e3d57122dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995948 Apr 08 17:48:35.919404 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b66fdecf-02ba-48d0-8fc2-43c840169f33 req-472d23fd-ae09-4500-902a-ff93b9b296d0 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 210 time: 0.0290380 Apr 08 17:48:37.023665 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-92803afe-3184-4e53-918f-03292d256397 req-b698e85a-4abd-4f8a-810d-e6be429c2df2 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 210 time: 0.0301466 Apr 08 17:48:37.090020 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-469ce3d7-74ef-424f-8e0b-7c764e86ced3 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:37.091467 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-469ce3d7-74ef-424f-8e0b-7c764e86ced3 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.20 "GET /v2.0/networks?id=bcc9ecc3-3974-48b0-9b9b-69e3d57122dc HTTP/1.1" status: 200 len: 815 time: 0.1064041 Apr 08 17:48:37.110549 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-472661ab-514e-49dd-a9a6-23f64ae92dd7 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Request body: {'port': {'device_id': '8f7591c2-ab65-45dd-b334-a1b60226bf53', 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc', 'admin_state_up': True, 'tenant_id': '3f2dc62e15854e2bb119a9029718d482'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:37.233841 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-472661ab-514e-49dd-a9a6-23f64ae92dd7 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Made reservation on behalf of 3f2dc62e15854e2bb119a9029718d482 for: {'port': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:48:37.237288 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-472661ab-514e-49dd-a9a6-23f64ae92dd7 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:37.371091 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-472661ab-514e-49dd-a9a6-23f64ae92dd7 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Allocated IP 172.20.0.7 (bcc9ecc3-3974-48b0-9b9b-69e3d57122dc/66068a13-ce09-472a-a52f-c57181bc9410/369edf91-b7e2-4b9a-bae8-dc841929d674) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:48:37.588491 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-472661ab-514e-49dd-a9a6-23f64ae92dd7 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:37.648013 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-472661ab-514e-49dd-a9a6-23f64ae92dd7 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:37.686147 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-472661ab-514e-49dd-a9a6-23f64ae92dd7 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Network bcc9ecc3-3974-48b0-9b9b-69e3d57122dc is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:48:37.688880 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-472661ab-514e-49dd-a9a6-23f64ae92dd7 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:48:37.691661 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-472661ab-514e-49dd-a9a6-23f64ae92dd7 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:48:37.792906 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472661ab-514e-49dd-a9a6-23f64ae92dd7 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Pushing event updated for resources: {'Port': ['ID=369edf91-b7e2-4b9a-bae8-dc841929d674,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:37.806268 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-472661ab-514e-49dd-a9a6-23f64ae92dd7 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:37.806802 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-472661ab-514e-49dd-a9a6-23f64ae92dd7 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:37.827110 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-472661ab-514e-49dd-a9a6-23f64ae92dd7 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7202277 Apr 08 17:48:37.953936 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-cc6baf4b-2706-4d7b-9f8e-9e31bef3ae1e None None] Provisioning complete for port 369edf91-b7e2-4b9a-bae8-dc841929d674 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:37.954503 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cc6baf4b-2706-4d7b-9f8e-9e31bef3ae1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:38.000481 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-cc6baf4b-2706-4d7b-9f8e-9e31bef3ae1e None None] Port 369edf91-b7e2-4b9a-bae8-dc841929d674 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:48:38.147784 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53a16b-5ca5-4dc0-b071-b9986628244c req-4b986c7c-b519-4e34-820b-0fba8024ec93 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:38.149304 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ca53a16b-5ca5-4dc0-b071-b9986628244c req-4b986c7c-b519-4e34-820b-0fba8024ec93 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 931 time: 0.0488694 Apr 08 17:48:38.213163 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ca53a16b-5ca5-4dc0-b071-b9986628244c req-4b0233e4-c9f0-4af5-a1b1-a16274b6015d tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565584 Apr 08 17:48:39.336544 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8afa2d-7229-45ce-9750-344615e889b1 req-8fb4d773-a4aa-45ac-be76-2503a5b2aed9 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:39.338362 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fa8afa2d-7229-45ce-9750-344615e889b1 req-8fb4d773-a4aa-45ac-be76-2503a5b2aed9 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 931 time: 0.0537832 Apr 08 17:48:39.390231 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fa8afa2d-7229-45ce-9750-344615e889b1 req-51370acf-c5f1-46c9-9628-45076a830216 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454328 Apr 08 17:48:40.523000 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70690fb1-c401-4284-9ac9-65f517224992 req-d0fb8334-8c89-483d-b41f-95057ae999ac tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:40.524421 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-70690fb1-c401-4284-9ac9-65f517224992 req-d0fb8334-8c89-483d-b41f-95057ae999ac tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 931 time: 0.0559328 Apr 08 17:48:40.580298 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-70690fb1-c401-4284-9ac9-65f517224992 req-53eb5fd2-b27d-43d0-b27c-6a153d7bde69 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484927 Apr 08 17:48:41.708474 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6383831-b0b3-4988-8107-e65c022e43fc req-83e42f83-428f-4a48-b920-958d9907d461 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:41.709090 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d6383831-b0b3-4988-8107-e65c022e43fc req-83e42f83-428f-4a48-b920-958d9907d461 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 931 time: 0.0582802 Apr 08 17:48:41.769155 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d6383831-b0b3-4988-8107-e65c022e43fc req-f526a20b-0e1a-416b-aaf5-69f2c76a64db tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498707 Apr 08 17:48:42.906908 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ef97d-2a24-4f58-ad7c-4bd9a384a95d req-68b4a698-c902-47b6-ba80-ab0b608f9058 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:42.909312 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-206ef97d-2a24-4f58-ad7c-4bd9a384a95d req-68b4a698-c902-47b6-ba80-ab0b608f9058 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 931 time: 0.0621345 Apr 08 17:48:42.970071 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-206ef97d-2a24-4f58-ad7c-4bd9a384a95d req-81abe99e-b4ca-4f6d-bb72-60d048123fbd tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530746 Apr 08 17:48:43.029955 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b3eaedf6-3679-4683-8f4d-1a4dad174b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:44.097412 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240cc77-610b-4a14-ae46-16c636971258 req-0d85782b-71ba-4627-9b28-7c76c405d636 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:44.098893 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0240cc77-610b-4a14-ae46-16c636971258 req-0d85782b-71ba-4627-9b28-7c76c405d636 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 931 time: 0.0575559 Apr 08 17:48:44.145945 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0240cc77-610b-4a14-ae46-16c636971258 req-e9b5b281-e328-43e5-9f7b-8a60cc6d4524 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412898 Apr 08 17:48:45.260606 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b23298-e795-4b66-b463-94ea0f42036e req-7b293eb9-9285-4403-b386-198bd75408ce tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:45.262634 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-86b23298-e795-4b66-b463-94ea0f42036e req-7b293eb9-9285-4403-b386-198bd75408ce tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 931 time: 0.0486939 Apr 08 17:48:45.318075 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-86b23298-e795-4b66-b463-94ea0f42036e req-27398ca4-ecf2-4d45-9053-af9fd6e21eab tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478439 Apr 08 17:48:45.451424 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-18491e90-e3f1-40c6-bf11-b711c3cbe511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:46.440205 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9c51e-5013-4e55-8c15-b2df18db0b53 req-44a8a344-9489-4e19-bfac-42387f6c91f0 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:46.448558 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-54d9c51e-5013-4e55-8c15-b2df18db0b53 req-44a8a344-9489-4e19-bfac-42387f6c91f0 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 931 time: 0.0582805 Apr 08 17:48:46.495195 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:46.496974 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-54d9c51e-5013-4e55-8c15-b2df18db0b53 req-2488aef0-3e4d-4de4-97de-7768fbd21631 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473740 Apr 08 17:48:46.726780 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:47.626389 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d173fde-e8cd-4595-8ac3-0a84488a6ce3 req-524d4c49-3972-4c41-a3a3-f37c9bc972f1 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:47.627928 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5d173fde-e8cd-4595-8ac3-0a84488a6ce3 req-524d4c49-3972-4c41-a3a3-f37c9bc972f1 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 931 time: 0.0608220 Apr 08 17:48:47.679690 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5d173fde-e8cd-4595-8ac3-0a84488a6ce3 req-63e4c868-faa1-424a-be7b-c374e16b4021 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452054 Apr 08 17:48:48.015495 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:48.811178 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d7592-bda9-4f9a-9bb7-592313f2a357 req-ad9d0a57-1db7-4532-8b55-d62e05899160 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:48.812852 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-458d7592-bda9-4f9a-9bb7-592313f2a357 req-ad9d0a57-1db7-4532-8b55-d62e05899160 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 931 time: 0.0628662 Apr 08 17:48:48.872621 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-458d7592-bda9-4f9a-9bb7-592313f2a357 req-8a09f5ca-68db-4e02-8cef-8a0019276730 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536785 Apr 08 17:48:49.540148 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:49.999570 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04241c4-ef10-4d64-90d5-a7bd06d843e7 req-3c814ec6-4997-4daf-8a5d-b676db7e79de tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:50.001095 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a04241c4-ef10-4d64-90d5-a7bd06d843e7 req-3c814ec6-4997-4daf-8a5d-b676db7e79de tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 931 time: 0.0499594 Apr 08 17:48:50.057661 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a04241c4-ef10-4d64-90d5-a7bd06d843e7 req-6a1945b6-0007-4ca8-9692-1df46f823ff7 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469851 Apr 08 17:48:51.175414 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b863128-2bd7-4cd9-b27c-b6fb41f7f3a3 req-1bf2f087-9b86-4dd8-ab06-29e24fe83e55 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:51.177134 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3b863128-2bd7-4cd9-b27c-b6fb41f7f3a3 req-1bf2f087-9b86-4dd8-ab06-29e24fe83e55 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 931 time: 0.0528481 Apr 08 17:48:51.232036 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3b863128-2bd7-4cd9-b27c-b6fb41f7f3a3 req-ff1e7dcf-f39b-4580-b23a-9277180c728f tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472810 Apr 08 17:48:52.520851 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d539e6a-f01b-4212-8410-096e9db4f461 req-406ec390-c37b-4fb8-a7b6-bf41dbdb9959 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:52.522330 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3d539e6a-f01b-4212-8410-096e9db4f461 req-406ec390-c37b-4fb8-a7b6-bf41dbdb9959 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 931 time: 0.2166617 Apr 08 17:48:52.571831 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3d539e6a-f01b-4212-8410-096e9db4f461 req-9e131c6d-9753-41d6-9479-b6541f5fadb9 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413575 Apr 08 17:48:53.708611 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d71fd6-de92-4a92-8350-4a8a22180813 req-df1f9ef3-854c-4e7d-9872-a01a4d96d6f0 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:53.710103 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-05d71fd6-de92-4a92-8350-4a8a22180813 req-df1f9ef3-854c-4e7d-9872-a01a4d96d6f0 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 931 time: 0.0634618 Apr 08 17:48:53.759445 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-05d71fd6-de92-4a92-8350-4a8a22180813 req-57762491-d7f6-4181-9c8f-f0267f5754f2 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436053 Apr 08 17:48:54.890968 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7433d-c832-4f58-a0e0-730fd2750712 req-d8e9b8af-6ddf-475a-8b58-c000f63585d3 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:54.892499 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4ab7433d-c832-4f58-a0e0-730fd2750712 req-d8e9b8af-6ddf-475a-8b58-c000f63585d3 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 931 time: 0.0567629 Apr 08 17:48:54.954875 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4ab7433d-c832-4f58-a0e0-730fd2750712 req-9df05954-3db5-4bdb-a2cf-faa6b0e83f17 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539479 Apr 08 17:48:55.420795 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] Request body: {'port': {'device_id': '8f7591c2-ab65-45dd-b334-a1b60226bf53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:55.487138 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:55.775068 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369edf91-b7e2-4b9a-bae8-dc841929d674 {{(pid=103548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:48:55.782586 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] Publish callbacks [] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:55.796542 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.provisioning_blocks [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] Transition to ACTIVE for port object 369edf91-b7e2-4b9a-bae8-dc841929d674 will not be triggered until provisioned by entity L2. {{(pid=103548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:48:55.804733 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:55.891011 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] Pushing event updated for resources: {'Port': ['ID=369edf91-b7e2-4b9a-bae8-dc841929d674,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:55.957501 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] Attempting to bind port 369edf91-b7e2-4b9a-bae8-dc841929d674 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:48:55.957977 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] Attempting to bind port 369edf91-b7e2-4b9a-bae8-dc841929d674 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'ed159675-bc31-4d13-b4f2-94b5ca10e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc'}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:48:55.958208 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] Attempting to bind port 369edf91-b7e2-4b9a-bae8-dc841929d674 on network bcc9ecc3-3974-48b0-9b9b-69e3d57122dc {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:48:55.963501 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] Port 369edf91-b7e2-4b9a-bae8-dc841929d674 on network bcc9ecc3-3974-48b0-9b9b-69e3d57122dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:48:55.963825 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] Attempting to bind port 369edf91-b7e2-4b9a-bae8-dc841929d674 on network bcc9ecc3-3974-48b0-9b9b-69e3d57122dc {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:48:55.969029 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] Checking agent: {'id': '0d41f64d-5a28-4579-bdba-007f65057d65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:48:55.969436 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] Checking segment: {'id': 'ed159675-bc31-4d13-b4f2-94b5ca10e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:48:55.969749 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] Bound using segment: {'id': 'ed159675-bc31-4d13-b4f2-94b5ca10e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc'} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:48:55.970172 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] Bound port: 369edf91-b7e2-4b9a-bae8-dc841929d674, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed159675-bc31-4d13-b4f2-94b5ca10e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc'}}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:48:55.970525 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:56.046060 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] For port 369edf91-b7e2-4b9a-bae8-dc841929d674, host hv-cinder-83716, cleared binding levels {{(pid=103548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:48:56.049793 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] For port 369edf91-b7e2-4b9a-bae8-dc841929d674, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=369edf91-b7e2-4b9a-bae8-dc841929d674,segment=NetworkSegment(ed159675-bc31-4d13-b4f2-94b5ca10e099),segment_id=ed159675-bc31-4d13-b4f2-94b5ca10e099)] {{(pid=103548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:48:56.058978 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:56.082708 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f27b64-ab7b-4a3a-9a44-e122e35d420d req-8db2495f-4fd7-41d3-95df-75ab91783866 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:56.084356 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-81f27b64-ab7b-4a3a-9a44-e122e35d420d req-8db2495f-4fd7-41d3-95df-75ab91783866 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 943 time: 0.0530777 Apr 08 17:48:56.099808 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:56.100555 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:56.101940 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] 10.222.0.20 "PUT /v2.0/ports/369edf91-b7e2-4b9a-bae8-dc841929d674 HTTP/1.1" status: 200 len: 1093 time: 0.6863735 Apr 08 17:48:56.102395 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7591c2-ab65-45dd-b334-a1b60226bf53', 'tag': '369edf91-b7e2-4b9a-bae8-dc841929d674'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:48:56.104805 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad317b7-b702-42f7-bbe7-c6f5f73ff0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7591c2-ab65-45dd-b334-a1b60226bf53", "tag": "369edf91-b7e2-4b9a-bae8-dc841929d674"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:48:56.129645 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809c94e-60e2-41cc-a792-9707f98f5be5 service neutron] Pushing event updated for resources: {'Port': ['ID=369edf91-b7e2-4b9a-bae8-dc841929d674,revision_number=3']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:56.157967 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e1c105-3fe3-4e42-ab4f-c832c8e04704 x-openstack-request-id: req-77e1c105-3fe3-4e42-ab4f-c832c8e04704 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:48:56.158323 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7591c2-ab65-45dd-b334-a1b60226bf53", "tag": "369edf91-b7e2-4b9a-bae8-dc841929d674", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:48:56.158636 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-77e1c105-3fe3-4e42-ab4f-c832c8e04704 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:48:56.158999 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-81f27b64-ab7b-4a3a-9a44-e122e35d420d req-5a95c04d-c2ca-4a7b-a8f6-a9afc0dcf2e1 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688853 Apr 08 17:48:56.159119 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e1c105-3fe3-4e42-ab4f-c832c8e04704'] response: {'name': 'network-changed', 'server_uuid': '8f7591c2-ab65-45dd-b334-a1b60226bf53', 'tag': '369edf91-b7e2-4b9a-bae8-dc841929d674', 'status': 'completed', 'code': 200} Apr 08 17:48:56.526848 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-db3d7049-68ca-46bd-9f9b-a243e728fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:56.528369 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-db3d7049-68ca-46bd-9f9b-a243e728fc0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f2dc62e15854e2bb119a9029718d482&device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 1127 time: 0.0461407 Apr 08 17:48:56.652412 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-242db4ea-3039-46ba-9c78-ce869a50f3ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=369edf91-b7e2-4b9a-bae8-dc841929d674 HTTP/1.1" status: 200 len: 217 time: 0.0361533 Apr 08 17:48:56.716288 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7818f8c8-b371-40cd-ac44-32d2327d43c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:56.718847 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7818f8c8-b371-40cd-ac44-32d2327d43c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66068a13-ce09-472a-a52f-c57181bc9410 HTTP/1.1" status: 200 len: 854 time: 0.0515985 Apr 08 17:48:56.764922 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7ec1bba3-efca-41c7-9bc1-3dbdd8497e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:56.766465 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-7ec1bba3-efca-41c7-9bc1-3dbdd8497e0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcc9ecc3-3974-48b0-9b9b-69e3d57122dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394182 Apr 08 17:48:56.863885 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-ae8498d4-65bc-4dd4-8561-1d236b7f3a5c service neutron] 10.222.0.20 "GET /v2.0/networks/bcc9ecc3-3974-48b0-9b9b-69e3d57122dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892661 Apr 08 17:48:56.965157 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a0b2be0a-3113-4f92-91b8-0b16c1f4732e req-ed11cc12-0e5a-473e-ac43-70be2f85606e service neutron] 10.222.0.20 "GET /v2.0/networks/bcc9ecc3-3974-48b0-9b9b-69e3d57122dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924401 Apr 08 17:48:57.283609 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b57424-3dd6-44e0-9ca9-85f4b615cd16 req-65084d37-780a-43b7-9577-84c47dcf7f5d tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:57.285552 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-68b57424-3dd6-44e0-9ca9-85f4b615cd16 req-65084d37-780a-43b7-9577-84c47dcf7f5d tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 943 time: 0.0543311 Apr 08 17:48:57.341322 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-68b57424-3dd6-44e0-9ca9-85f4b615cd16 req-f97d850c-f845-4e13-a25d-d6ba30b794e2 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477443 Apr 08 17:48:58.460415 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42388481-433f-4561-bdc2-d7820470da9e req-3d332a20-07de-40e6-9d32-2f99925ba3b7 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:58.461825 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-42388481-433f-4561-bdc2-d7820470da9e req-3d332a20-07de-40e6-9d32-2f99925ba3b7 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 943 time: 0.0491261 Apr 08 17:48:58.519245 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-42388481-433f-4561-bdc2-d7820470da9e req-ea1053ee-eca2-41c7-922c-d03ba3c14d3f tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517128 Apr 08 17:48:59.641630 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4d0d4-7510-4a85-b839-5c0e7b07f54f req-7a98e666-fe73-4c8f-ab49-24655ff749c2 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:59.643121 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-00e4d0d4-7510-4a85-b839-5c0e7b07f54f req-7a98e666-fe73-4c8f-ab49-24655ff749c2 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 943 time: 0.0538011 Apr 08 17:48:59.695330 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-00e4d0d4-7510-4a85-b839-5c0e7b07f54f req-4b1651e8-d193-4614-9f90-e92c4a2a063e tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460181 Apr 08 17:48:59.982930 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 369edf91-b7e2-4b9a-bae8-dc841929d674 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:49:00.230403 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 369edf91-b7e2-4b9a-bae8-dc841929d674, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=369edf91-b7e2-4b9a-bae8-dc841929d674,segment=NetworkSegment(ed159675-bc31-4d13-b4f2-94b5ca10e099),segment_id=ed159675-bc31-4d13-b4f2-94b5ca10e099)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:00.243477 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': '369edf91-b7e2-4b9a-bae8-dc841929d674', 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc', 'port_id': '369edf91-b7e2-4b9a-bae8-dc841929d674', 'mac_address': 'fa:16:3e:17:22:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 986, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66068a13-ce09-472a-a52f-c57181bc9410', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:49:00.285152 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 369edf91-b7e2-4b9a-bae8-dc841929d674 is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:00.285525 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.298837 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369edf91-b7e2-4b9a-bae8-dc841929d674 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:49:00.319486 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 369edf91-b7e2-4b9a-bae8-dc841929d674, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=369edf91-b7e2-4b9a-bae8-dc841929d674,segment=NetworkSegment(ed159675-bc31-4d13-b4f2-94b5ca10e099),segment_id=ed159675-bc31-4d13-b4f2-94b5ca10e099)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:00.325463 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.376334 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=369edf91-b7e2-4b9a-bae8-dc841929d674,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:00.815796 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['369edf91-b7e2-4b9a-bae8-dc841929d674'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:49:00.828695 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01ca89-3b55-43ff-b6f1-d495091cab13 req-09d8fa1f-0732-427f-ab0e-35121b42c1ea tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:00.830197 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6b01ca89-3b55-43ff-b6f1-d495091cab13 req-09d8fa1f-0732-427f-ab0e-35121b42c1ea tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 944 time: 0.0551450 Apr 08 17:49:00.879238 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6b01ca89-3b55-43ff-b6f1-d495091cab13 req-eeba990f-2713-4add-a668-dddc7256bf41 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430388 Apr 08 17:49:01.140100 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad317b7-b702-42f7-bbe7-c6f5f73ff0a5 req-36bed8d8-1628-4749-8266-366a9f1269d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:01.142548 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1ad317b7-b702-42f7-bbe7-c6f5f73ff0a5 req-36bed8d8-1628-4749-8266-366a9f1269d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f2dc62e15854e2bb119a9029718d482&device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 1128 time: 0.0472102 Apr 08 17:49:01.241316 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad317b7-b702-42f7-bbe7-c6f5f73ff0a5 req-6a43654b-4fc0-4cc9-b4c6-6c34377bbbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:01.242812 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1ad317b7-b702-42f7-bbe7-c6f5f73ff0a5 req-6a43654b-4fc0-4cc9-b4c6-6c34377bbbc2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcc9ecc3-3974-48b0-9b9b-69e3d57122dc HTTP/1.1" status: 200 len: 916 time: 0.0936298 Apr 08 17:49:01.294569 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1ad317b7-b702-42f7-bbe7-c6f5f73ff0a5 req-ff4346d9-202a-41b9-8bc1-d6f98472f329 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=369edf91-b7e2-4b9a-bae8-dc841929d674 HTTP/1.1" status: 200 len: 217 time: 0.0441253 Apr 08 17:49:01.346489 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad317b7-b702-42f7-bbe7-c6f5f73ff0a5 req-a65115f8-2f1f-47af-b43a-0ed89c33e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:01.347935 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1ad317b7-b702-42f7-bbe7-c6f5f73ff0a5 req-a65115f8-2f1f-47af-b43a-0ed89c33e7b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66068a13-ce09-472a-a52f-c57181bc9410 HTTP/1.1" status: 200 len: 854 time: 0.0449173 Apr 08 17:49:01.395141 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad317b7-b702-42f7-bbe7-c6f5f73ff0a5 req-9b734e8c-7135-43ee-8982-57ca55bc821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:01.396569 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1ad317b7-b702-42f7-bbe7-c6f5f73ff0a5 req-9b734e8c-7135-43ee-8982-57ca55bc821b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcc9ecc3-3974-48b0-9b9b-69e3d57122dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405731 Apr 08 17:49:01.496233 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1ad317b7-b702-42f7-bbe7-c6f5f73ff0a5 req-fdf6ec02-d98b-485e-9f1b-5804a6ccaa7a service neutron] 10.222.0.20 "GET /v2.0/networks/bcc9ecc3-3974-48b0-9b9b-69e3d57122dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919518 Apr 08 17:49:01.590571 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1ad317b7-b702-42f7-bbe7-c6f5f73ff0a5 req-b8b2d7ef-75b1-464b-bcc5-fa08bf2c2e33 service neutron] 10.222.0.20 "GET /v2.0/networks/bcc9ecc3-3974-48b0-9b9b-69e3d57122dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849080 Apr 08 17:49:02.002784 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01d1ad-1fd0-456b-9f3e-03d93fcfe151 req-d7dac722-6d62-4371-baa3-176e64a1ca7a tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:02.004269 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fc01d1ad-1fd0-456b-9f3e-03d93fcfe151 req-d7dac722-6d62-4371-baa3-176e64a1ca7a tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 944 time: 0.0522413 Apr 08 17:49:02.007907 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 369edf91-b7e2-4b9a-bae8-dc841929d674 up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:49:02.054175 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fc01d1ad-1fd0-456b-9f3e-03d93fcfe151 req-d33987eb-4435-4aec-88e1-c19e916f9052 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433590 Apr 08 17:49:02.057423 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning for port 369edf91-b7e2-4b9a-bae8-dc841929d674 completed by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:49:02.064897 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port 369edf91-b7e2-4b9a-bae8-dc841929d674 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:49:02.065271 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:02.146606 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 369edf91-b7e2-4b9a-bae8-dc841929d674 is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:02.146993 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:02.171494 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7591c2-ab65-45dd-b334-a1b60226bf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369edf91-b7e2-4b9a-bae8-dc841929d674'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:49:02.173804 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92848574-c33b-4b8a-9710-4952d886da35" -d '{"events": [{"server_uuid": "8f7591c2-ab65-45dd-b334-a1b60226bf53", "name": "network-vif-plugged", "status": "completed", "tag": "369edf91-b7e2-4b9a-bae8-dc841929d674"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:49:02.186334 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 369edf91-b7e2-4b9a-bae8-dc841929d674, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=369edf91-b7e2-4b9a-bae8-dc841929d674,segment=NetworkSegment(ed159675-bc31-4d13-b4f2-94b5ca10e099),segment_id=ed159675-bc31-4d13-b4f2-94b5ca10e099)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:02.191577 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:02.217879 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206adf73-676b-4a9b-8bbc-4779a2054396 x-openstack-request-id: req-206adf73-676b-4a9b-8bbc-4779a2054396 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:49:02.218200 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7591c2-ab65-45dd-b334-a1b60226bf53", "name": "network-vif-plugged", "status": "completed", "tag": "369edf91-b7e2-4b9a-bae8-dc841929d674", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:49:02.218457 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-206adf73-676b-4a9b-8bbc-4779a2054396 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:49:02.218854 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-206adf73-676b-4a9b-8bbc-4779a2054396'] response: {'server_uuid': '8f7591c2-ab65-45dd-b334-a1b60226bf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369edf91-b7e2-4b9a-bae8-dc841929d674', 'code': 200} Apr 08 17:49:02.251648 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=369edf91-b7e2-4b9a-bae8-dc841929d674,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:02.401804 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a86d7a-4cfe-44c9-9097-d41ead93ed79 req-c460c4a1-76a7-40ab-8dbe-45c93cff7cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:02.403302 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f7a86d7a-4cfe-44c9-9097-d41ead93ed79 req-c460c4a1-76a7-40ab-8dbe-45c93cff7cc9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 1129 time: 0.0396531 Apr 08 17:49:02.451229 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f7a86d7a-4cfe-44c9-9097-d41ead93ed79 req-e837f0dd-2cde-4e0c-b660-13a7d448aead service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383000 Apr 08 17:49:03.175034 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dfd68-3cc4-494b-92fb-d246d33b8437 req-1eb636ec-0f2b-4a4e-928e-75ff35638a8c tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:03.176502 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-419dfd68-3cc4-494b-92fb-d246d33b8437 req-1eb636ec-0f2b-4a4e-928e-75ff35638a8c tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 945 time: 0.0497873 Apr 08 17:49:03.229157 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-419dfd68-3cc4-494b-92fb-d246d33b8437 req-b0607068-7d17-43ec-b509-7d5f0cec2b17 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468581 Apr 08 17:49:04.407994 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515a40b-4cf3-40ff-8882-76f6df060111 req-80005e64-ccde-40c6-bcbb-d76b7f412de3 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:04.409497 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0515a40b-4cf3-40ff-8882-76f6df060111 req-80005e64-ccde-40c6-bcbb-d76b7f412de3 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 945 time: 0.1090186 Apr 08 17:49:04.421793 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:49:04.462059 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0515a40b-4cf3-40ff-8882-76f6df060111 req-bd69e043-21ec-4aa6-813a-a4a247a539e7 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462511 Apr 08 17:49:05.587254 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3aa2e-9f9f-48da-bab3-cd1faf84bd0e req-6e6a73c4-8f74-4fd5-95ef-8388327b8676 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:05.588760 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-abe3aa2e-9f9f-48da-bab3-cd1faf84bd0e req-6e6a73c4-8f74-4fd5-95ef-8388327b8676 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 945 time: 0.0481536 Apr 08 17:49:05.638358 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-abe3aa2e-9f9f-48da-bab3-cd1faf84bd0e req-51a81095-ca10-46e6-aba1-c9db498b7ced tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412512 Apr 08 17:49:05.760963 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3710a7-b8da-4dd4-a8ac-b7c349b99cbf req-682ae8df-6f64-49fc-bd17-27da3564c9eb tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:05.762351 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cf3710a7-b8da-4dd4-a8ac-b7c349b99cbf req-682ae8df-6f64-49fc-bd17-27da3564c9eb tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 945 time: 0.0535042 Apr 08 17:49:05.811796 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cf3710a7-b8da-4dd4-a8ac-b7c349b99cbf req-ce1592a2-3960-49bf-ac38-9e704ff888b9 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436943 Apr 08 17:49:06.153256 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982d572-f781-4326-a0e0-5a152eb266ec req-6889ac78-27c9-4a3e-86f7-24c12e1d9069 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:06.154747 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5982d572-f781-4326-a0e0-5a152eb266ec req-6889ac78-27c9-4a3e-86f7-24c12e1d9069 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 945 time: 0.0519118 Apr 08 17:49:06.212524 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5982d572-f781-4326-a0e0-5a152eb266ec req-93393ce8-9b0d-4756-bf39-2ac413c72ac8 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489175 Apr 08 17:49:13.037234 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e27e7a89-8515-4c7f-87c1-8da4cd94f1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:15.452349 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5faf92da-bd8e-45d9-9533-fc7ea9d6d3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:16.487134 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:16.727874 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:16.832337 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea04cc0-94b2-4efd-bf28-753203c7c00b req-76bc583a-dacb-4703-995d-a27ad030b1cd tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:16.833890 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3ea04cc0-94b2-4efd-bf28-753203c7c00b req-76bc583a-dacb-4703-995d-a27ad030b1cd tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 945 time: 0.0553942 Apr 08 17:49:16.889006 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3ea04cc0-94b2-4efd-bf28-753203c7c00b req-f0dd3315-4ee0-4a11-bf75-53e889488547 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467737 Apr 08 17:49:16.923418 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41918) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:17.022637 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c21cd08-3971-4fb1-baa5-1be3bc9d1771 tempest-TestMinimumBasicScenario-1016181428 tempest-TestMinimumBasicScenario-1016181428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:17.024083 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-2c21cd08-3971-4fb1-baa5-1be3bc9d1771 tempest-TestMinimumBasicScenario-1016181428 tempest-TestMinimumBasicScenario-1016181428-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 1124 time: 0.0993090 Apr 08 17:49:17.028986 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41922) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:17.036057 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Request body: {'floatingip': {'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'port_id': '369edf91-b7e2-4b9a-bae8-dc841929d674', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:17.063627 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:17.145444 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:17.251305 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Allocated IP 172.27.1.173 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/10429626-0cff-4cca-8f25-af14f727738a) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:49:17.386004 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for port (10429626-0cff-4cca-8f25-af14f727738a), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:17.424691 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (10429626-0cff-4cca-8f25-af14f727738a), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:17.461753 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:49:17.464542 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:49:17.467891 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:49:17.476080 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Pushing event updated for resources: {'Port': ['ID=10429626-0cff-4cca-8f25-af14f727738a,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:17.506777 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:17.507117 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:17.507468 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:17.507802 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:17.508141 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:17.508494 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:17.508823 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:17.509155 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:17.509478 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:17.509799 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:17.510125 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:17.510443 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:17.510766 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:17.511089 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:17.511409 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:18.005187 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:18.135925 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for floatingip (787867fe-d63f-4f7b-988f-ff6dc4460022), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:18.223053 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (10429626-0cff-4cca-8f25-af14f727738a), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:18.388503 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for port (10429626-0cff-4cca-8f25-af14f727738a), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:18.397065 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (10429626-0cff-4cca-8f25-af14f727738a), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:18.463560 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Pushing event updated for resources: {'Port': ['ID=10429626-0cff-4cca-8f25-af14f727738a,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:18.476097 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (787867fe-d63f-4f7b-988f-ff6dc4460022), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:18.596056 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.l3_db [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Floating IP 787867fe-d63f-4f7b-988f-ff6dc4460022 associated. External IP: 172.27.1.173, port: 369edf91-b7e2-4b9a-bae8-dc841929d674. Apr 08 17:49:18.830153 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Router c0b924af-27af-4cc0-ac24-48fb19e2da30 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:49:18.958180 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:49:18.968645 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45a1e72-1c01-44e4-a07f-a6374b826434 None None] Sync routers for ids ['c0b924af-27af-4cc0-ac24-48fb19e2da30'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:49:18.978641 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:18.979560 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45a1e72-1c01-44e4-a07f-a6374b826434 None None] Routers {'c0b924af-27af-4cc0-ac24-48fb19e2da30'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:49:18.980224 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-f45a1e72-1c01-44e4-a07f-a6374b826434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:49:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['c0b924af-27af-4cc0-ac24-48fb19e2da30'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:19.011212 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-cf99fb92-973c-48db-af12-8880a47fe325 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9809020 Apr 08 17:49:19.011798 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7591c2-ab65-45dd-b334-a1b60226bf53', 'tag': '369edf91-b7e2-4b9a-bae8-dc841929d674'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:49:19.014121 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756e6ca9-9c4b-4a92-a9d8-1bab7fee9994" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7591c2-ab65-45dd-b334-a1b60226bf53", "tag": "369edf91-b7e2-4b9a-bae8-dc841929d674"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:49:19.015000 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41924) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:19.020255 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-fa4602b7-a979-4e48-9bed-9f9da8567601 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-276080865', 'description': 'tempest-secgroup-smoke-276080865 description', 'project_id': '3f2dc62e15854e2bb119a9029718d482'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:19.049284 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fa4602b7-a979-4e48-9bed-9f9da8567601 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.054305 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9863b350-a5ab-4ecf-94f8-d555622db389 x-openstack-request-id: req-9863b350-a5ab-4ecf-94f8-d555622db389 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:49:19.054598 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7591c2-ab65-45dd-b334-a1b60226bf53", "tag": "369edf91-b7e2-4b9a-bae8-dc841929d674", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:49:19.054855 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9863b350-a5ab-4ecf-94f8-d555622db389 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:49:19.055422 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9863b350-a5ab-4ecf-94f8-d555622db389'] response: {'name': 'network-changed', 'server_uuid': '8f7591c2-ab65-45dd-b334-a1b60226bf53', 'tag': '369edf91-b7e2-4b9a-bae8-dc841929d674', 'status': 'completed', 'code': 200} Apr 08 17:49:19.139013 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fa4602b7-a979-4e48-9bed-9f9da8567601 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group (0e2f8d48-c323-45fb-88e9-b1dac7d09424), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.144693 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fa4602b7-a979-4e48-9bed-9f9da8567601 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (0e2f8d48-c323-45fb-88e9-b1dac7d09424), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.179660 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fa4602b7-a979-4e48-9bed-9f9da8567601 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.181204 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-fa4602b7-a979-4e48-9bed-9f9da8567601 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1644986 Apr 08 17:49:19.182189 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4602b7-a979-4e48-9bed-9f9da8567601 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2f8d48-c323-45fb-88e9-b1dac7d09424,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:19.184274 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41930) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:19.189927 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-4917e532-7954-4392-9532-4ad81140c87c tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Request body: {'security_group_rule': {'security_group_id': '0e2f8d48-c323-45fb-88e9-b1dac7d09424', 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:19.190609 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4602b7-a979-4e48-9bed-9f9da8567601 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:19.191053 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4602b7-a979-4e48-9bed-9f9da8567601 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:19.191562 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4602b7-a979-4e48-9bed-9f9da8567601 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:19.191852 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4602b7-a979-4e48-9bed-9f9da8567601 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:19.192254 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4602b7-a979-4e48-9bed-9f9da8567601 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:19.192674 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4602b7-a979-4e48-9bed-9f9da8567601 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:19.193073 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4602b7-a979-4e48-9bed-9f9da8567601 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:19.193527 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4602b7-a979-4e48-9bed-9f9da8567601 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:19.193988 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4602b7-a979-4e48-9bed-9f9da8567601 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:19.194418 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4602b7-a979-4e48-9bed-9f9da8567601 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:19.194815 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4602b7-a979-4e48-9bed-9f9da8567601 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:19.195085 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-f45a1e72-1c01-44e4-a07f-a6374b826434 None None] Set router c0b924af-27af-4cc0-ac24-48fb19e2da30 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:49:19.195204 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4602b7-a979-4e48-9bed-9f9da8567601 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:19.195719 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4602b7-a979-4e48-9bed-9f9da8567601 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:19.195978 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4602b7-a979-4e48-9bed-9f9da8567601 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:19.196375 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4602b7-a979-4e48-9bed-9f9da8567601 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:19.198150 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e6ca9-9c4b-4a92-a9d8-1bab7fee9994 req-d5efdadb-c4d9-4924-b162-71cc5489bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:19.209812 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-756e6ca9-9c4b-4a92-a9d8-1bab7fee9994 req-d5efdadb-c4d9-4924-b162-71cc5489bb86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f2dc62e15854e2bb119a9029718d482&device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 1129 time: 0.1104298 Apr 08 17:49:19.292635 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4917e532-7954-4392-9532-4ad81140c87c tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group_rule (0b9d0b32-2da3-44fd-8e0e-6567409bf4a7), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.357430 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e6ca9-9c4b-4a92-a9d8-1bab7fee9994 req-2f9ca57d-022a-4f29-a096-c27ece91dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:19.358862 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-756e6ca9-9c4b-4a92-a9d8-1bab7fee9994 req-2f9ca57d-022a-4f29-a096-c27ece91dcd9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcc9ecc3-3974-48b0-9b9b-69e3d57122dc HTTP/1.1" status: 200 len: 916 time: 0.1411448 Apr 08 17:49:19.368803 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4917e532-7954-4392-9532-4ad81140c87c tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group_rule (0b9d0b32-2da3-44fd-8e0e-6567409bf4a7), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.379902 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4917e532-7954-4392-9532-4ad81140c87c tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (0b9d0b32-2da3-44fd-8e0e-6567409bf4a7), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.424652 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-f45a1e72-1c01-44e4-a07f-a6374b826434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'name': 'tempest-TestMinimumBasicScenario-1566930386-router', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:18Z', 'revision_number': 4, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'gw_port': {'id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '787867fe-d63f-4f7b-988f-ff6dc4460022', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'port_id': '369edf91-b7e2-4b9a-bae8-dc841929d674', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc', 'mac_address': 'fa:16:3e:17:22:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7591c2-ab65-45dd-b334-a1b60226bf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:49:17Z', 'updated_at': '2022-04-08T17:49:17Z', 'revision_number': 0, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc54368f-b415-483c-bba8-edff0de31d35', 'name': '', 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'mac_address': 'fa:16:3e:19:bc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '66068a13-ce09-472a-a52f-c57181bc9410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:18Z', 'updated_at': '2022-04-08T17:48:23Z', 'revision_number': 5, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'subnets': [{'id': '66068a13-ce09-472a-a52f-c57181bc9410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:19.430863 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917e532-7954-4392-9532-4ad81140c87c tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9d0b32-2da3-44fd-8e0e-6567409bf4a7,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:19.444097 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4917e532-7954-4392-9532-4ad81140c87c tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.445387 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-4917e532-7954-4392-9532-4ad81140c87c tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2595668 Apr 08 17:49:19.448480 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41932) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:19.452715 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45a1e72-1c01-44e4-a07f-a6374b826434 None None] Checking router: c0b924af-27af-4cc0-ac24-48fb19e2da30 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:49:19.453963 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-756e6ca9-9c4b-4a92-a9d8-1bab7fee9994 req-f382d3f0-2442-4b28-812d-f72b1acb3983 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=369edf91-b7e2-4b9a-bae8-dc841929d674 HTTP/1.1" status: 200 len: 999 time: 0.0817587 Apr 08 17:49:19.455371 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-cf86a062-02f9-4995-860b-627c9ddd5c22 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Request body: {'security_group_rule': {'security_group_id': '0e2f8d48-c323-45fb-88e9-b1dac7d09424', 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:19.461431 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45a1e72-1c01-44e4-a07f-a6374b826434 None None] Routers {'c0b924af-27af-4cc0-ac24-48fb19e2da30'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:49:19.462053 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-f45a1e72-1c01-44e4-a07f-a6374b826434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:49:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['c0b924af-27af-4cc0-ac24-48fb19e2da30'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:19.485799 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cf86a062-02f9-4995-860b-627c9ddd5c22 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group_rule (c2a64d43-bda1-466d-8086-299d60f4254f), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.522639 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e6ca9-9c4b-4a92-a9d8-1bab7fee9994 req-46b991cb-36ce-45d2-8610-b4ac52506637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:19.524166 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-756e6ca9-9c4b-4a92-a9d8-1bab7fee9994 req-46b991cb-36ce-45d2-8610-b4ac52506637 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66068a13-ce09-472a-a52f-c57181bc9410 HTTP/1.1" status: 200 len: 854 time: 0.0570471 Apr 08 17:49:19.540367 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.553103 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cf86a062-02f9-4995-860b-627c9ddd5c22 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group_rule (c2a64d43-bda1-466d-8086-299d60f4254f), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.558076 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cf86a062-02f9-4995-860b-627c9ddd5c22 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (c2a64d43-bda1-466d-8086-299d60f4254f), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.578768 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-f45a1e72-1c01-44e4-a07f-a6374b826434 None None] Set router c0b924af-27af-4cc0-ac24-48fb19e2da30 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:49:19.581450 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e6ca9-9c4b-4a92-a9d8-1bab7fee9994 req-badc24ca-d29a-4f43-8fd7-ebf9f425edae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:19.583456 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-756e6ca9-9c4b-4a92-a9d8-1bab7fee9994 req-badc24ca-d29a-4f43-8fd7-ebf9f425edae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcc9ecc3-3974-48b0-9b9b-69e3d57122dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485430 Apr 08 17:49:19.586385 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86a062-02f9-4995-860b-627c9ddd5c22 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a64d43-bda1-466d-8086-299d60f4254f,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:19.590755 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cf86a062-02f9-4995-860b-627c9ddd5c22 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.591991 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-cf86a062-02f9-4995-860b-627c9ddd5c22 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1414568 Apr 08 17:49:19.594939 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41934) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:19.599291 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-9d1460bc-3580-4c19-9271-2608d9e625c2 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Request body: {'security_group_rule': {'security_group_id': '0e2f8d48-c323-45fb-88e9-b1dac7d09424', 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:19.603398 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [req-756e6ca9-9c4b-4a92-a9d8-1bab7fee9994 req-33a22d54-c99f-4636-9e0b-6fb6c2821bec service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:49:19.604932 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-756e6ca9-9c4b-4a92-a9d8-1bab7fee9994 req-33a22d54-c99f-4636-9e0b-6fb6c2821bec service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064752 Apr 08 17:49:19.626805 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9d1460bc-3580-4c19-9271-2608d9e625c2 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group_rule (f3c15d5e-4d7e-4fd3-a10a-9b0242f650fe), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.689332 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9d1460bc-3580-4c19-9271-2608d9e625c2 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group_rule (f3c15d5e-4d7e-4fd3-a10a-9b0242f650fe), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.694720 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9d1460bc-3580-4c19-9271-2608d9e625c2 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (f3c15d5e-4d7e-4fd3-a10a-9b0242f650fe), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.711973 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-756e6ca9-9c4b-4a92-a9d8-1bab7fee9994 req-82f6a1ec-4de2-4acb-8815-29077537e815 service neutron] 10.222.0.20 "GET /v2.0/networks/bcc9ecc3-3974-48b0-9b9b-69e3d57122dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981185 Apr 08 17:49:19.713789 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1460bc-3580-4c19-9271-2608d9e625c2 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c15d5e-4d7e-4fd3-a10a-9b0242f650fe,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:19.723973 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9d1460bc-3580-4c19-9271-2608d9e625c2 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.725313 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-9d1460bc-3580-4c19-9271-2608d9e625c2 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294432 Apr 08 17:49:19.728004 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 41936) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:19.732601 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-0c25628e-04e9-4b04-b23c-0aa100bc584c tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Request body: {'security_group_rule': {'security_group_id': '0e2f8d48-c323-45fb-88e9-b1dac7d09424', 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:19.762054 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0c25628e-04e9-4b04-b23c-0aa100bc584c tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group_rule (c1dbe644-3fac-4afc-8dbc-4634f01d2825), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.820529 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-756e6ca9-9c4b-4a92-a9d8-1bab7fee9994 req-e663e23c-52d9-4545-8ca9-f9f0624de461 service neutron] 10.222.0.20 "GET /v2.0/networks/bcc9ecc3-3974-48b0-9b9b-69e3d57122dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954423 Apr 08 17:49:19.822760 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0c25628e-04e9-4b04-b23c-0aa100bc584c tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group_rule (c1dbe644-3fac-4afc-8dbc-4634f01d2825), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.827597 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0c25628e-04e9-4b04-b23c-0aa100bc584c tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (c1dbe644-3fac-4afc-8dbc-4634f01d2825), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.838308 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-f45a1e72-1c01-44e4-a07f-a6374b826434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'name': 'tempest-TestMinimumBasicScenario-1566930386-router', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:18Z', 'revision_number': 4, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'gw_port': {'id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '787867fe-d63f-4f7b-988f-ff6dc4460022', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'port_id': '369edf91-b7e2-4b9a-bae8-dc841929d674', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc', 'mac_address': 'fa:16:3e:17:22:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7591c2-ab65-45dd-b334-a1b60226bf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:49:17Z', 'updated_at': '2022-04-08T17:49:17Z', 'revision_number': 0, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc54368f-b415-483c-bba8-edff0de31d35', 'name': '', 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'mac_address': 'fa:16:3e:19:bc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '66068a13-ce09-472a-a52f-c57181bc9410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:18Z', 'updated_at': '2022-04-08T17:48:23Z', 'revision_number': 5, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'subnets': [{'id': '66068a13-ce09-472a-a52f-c57181bc9410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:19.845176 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25628e-04e9-4b04-b23c-0aa100bc584c tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1dbe644-3fac-4afc-8dbc-4634f01d2825,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:19.854689 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0c25628e-04e9-4b04-b23c-0aa100bc584c tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.858507 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-0c25628e-04e9-4b04-b23c-0aa100bc584c tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269429 Apr 08 17:49:19.858945 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41938) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:19.863756 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-a76f4642-a38a-498c-8ba7-590dd301ebf2 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Request body: {'security_group_rule': {'security_group_id': '0e2f8d48-c323-45fb-88e9-b1dac7d09424', 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:19.866091 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45a1e72-1c01-44e4-a07f-a6374b826434 None None] The sync data for ids ['c0b924af-27af-4cc0-ac24-48fb19e2da30'] in dv-cinder-837166-1-iscsi is: [{'id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'name': 'tempest-TestMinimumBasicScenario-1566930386-router', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:18Z', 'revision_number': 4, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'gw_port': {'id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '787867fe-d63f-4f7b-988f-ff6dc4460022', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'port_id': '369edf91-b7e2-4b9a-bae8-dc841929d674', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc', 'mac_address': 'fa:16:3e:17:22:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7591c2-ab65-45dd-b334-a1b60226bf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:49:17Z', 'updated_at': '2022-04-08T17:49:17Z', 'revision_number': 0, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc54368f-b415-483c-bba8-edff0de31d35', 'name': '', 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'mac_address': 'fa:16:3e:19:bc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '66068a13-ce09-472a-a52f-c57181bc9410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:18Z', 'updated_at': '2022-04-08T17:48:23Z', 'revision_number': 5, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'subnets': [{'id': '66068a13-ce09-472a-a52f-c57181bc9410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:49:19.885338 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.securitygroups_db [None req-a76f4642-a38a-498c-8ba7-590dd301ebf2 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Project 3f2dc62e15854e2bb119a9029718d482 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 17:49:19.891636 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a76f4642-a38a-498c-8ba7-590dd301ebf2 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group_rule (33ecb5fb-d95f-4ff2-80a9-715c69407925), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.954877 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a76f4642-a38a-498c-8ba7-590dd301ebf2 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group_rule (33ecb5fb-d95f-4ff2-80a9-715c69407925), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.959763 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a76f4642-a38a-498c-8ba7-590dd301ebf2 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (33ecb5fb-d95f-4ff2-80a9-715c69407925), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.979187 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f4642-a38a-498c-8ba7-590dd301ebf2 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ecb5fb-d95f-4ff2-80a9-715c69407925,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:19.987957 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a76f4642-a38a-498c-8ba7-590dd301ebf2 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.989212 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-a76f4642-a38a-498c-8ba7-590dd301ebf2 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290960 Apr 08 17:49:19.992032 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 41940) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:19.996549 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-7a082edf-682e-4027-ad07-a034c53b0283 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Request body: {'security_group_rule': {'security_group_id': '0e2f8d48-c323-45fb-88e9-b1dac7d09424', 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:20.019006 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.securitygroups_db [None req-7a082edf-682e-4027-ad07-a034c53b0283 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Project 3f2dc62e15854e2bb119a9029718d482 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 17:49:20.026003 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7a082edf-682e-4027-ad07-a034c53b0283 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group_rule (6b6ae84e-60c8-45c1-a738-95c1a8aa8124), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:20.067470 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d07bb2-8a97-413e-8004-dd5a98d19f7b None None] New status for floating IP 787867fe-d63f-4f7b-988f-ff6dc4460022: ACTIVE {{(pid=103550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:49:20.092085 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7a082edf-682e-4027-ad07-a034c53b0283 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group_rule (6b6ae84e-60c8-45c1-a738-95c1a8aa8124), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:20.097316 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7a082edf-682e-4027-ad07-a034c53b0283 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (6b6ae84e-60c8-45c1-a738-95c1a8aa8124), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:20.116113 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a082edf-682e-4027-ad07-a034c53b0283 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6ae84e-60c8-45c1-a738-95c1a8aa8124,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:20.126983 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7a082edf-682e-4027-ad07-a034c53b0283 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:20.128224 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-7a082edf-682e-4027-ad07-a034c53b0283 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352012 Apr 08 17:49:20.220418 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9214eb5e-f44e-497e-960c-41c158ed5665 req-34811856-1716-4738-91eb-7cd42274d6df tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-276080865&fields=id&tenant_id=3f2dc62e15854e2bb119a9029718d482 HTTP/1.1" status: 200 len: 267 time: 0.0468366 Apr 08 17:49:20.279074 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214eb5e-f44e-497e-960c-41c158ed5665 req-d3aa1efd-fea2-4540-8f5a-e74bf414559f tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:20.281875 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9214eb5e-f44e-497e-960c-41c158ed5665 req-d3aa1efd-fea2-4540-8f5a-e74bf414559f tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 945 time: 0.0554473 Apr 08 17:49:20.295580 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [req-9214eb5e-f44e-497e-960c-41c158ed5665 req-3cec29e1-3b81-448d-848b-edd8ee3a6204 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Request body: {'port': {'security_groups': ['007b39a0-c8f9-4051-b08c-8f7c49240c71', '0e2f8d48-c323-45fb-88e9-b1dac7d09424']}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:20.382932 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-9214eb5e-f44e-497e-960c-41c158ed5665 req-3cec29e1-3b81-448d-848b-edd8ee3a6204 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:20.579616 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-9214eb5e-f44e-497e-960c-41c158ed5665 req-3cec29e1-3b81-448d-848b-edd8ee3a6204 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] For port 369edf91-b7e2-4b9a-bae8-dc841929d674, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=369edf91-b7e2-4b9a-bae8-dc841929d674,segment=NetworkSegment(ed159675-bc31-4d13-b4f2-94b5ca10e099),segment_id=ed159675-bc31-4d13-b4f2-94b5ca10e099)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:20.610965 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-9214eb5e-f44e-497e-960c-41c158ed5665 req-3cec29e1-3b81-448d-848b-edd8ee3a6204 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:20.618103 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-9214eb5e-f44e-497e-960c-41c158ed5665 req-3cec29e1-3b81-448d-848b-edd8ee3a6204 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30663424'] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:20.633474 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['369edf91-b7e2-4b9a-bae8-dc841929d674'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:49:20.664999 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214eb5e-f44e-497e-960c-41c158ed5665 req-3cec29e1-3b81-448d-848b-edd8ee3a6204 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:20.665651 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-9214eb5e-f44e-497e-960c-41c158ed5665 req-3cec29e1-3b81-448d-848b-edd8ee3a6204 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:20.667054 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9214eb5e-f44e-497e-960c-41c158ed5665 req-3cec29e1-3b81-448d-848b-edd8ee3a6204 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "PUT /v2.0/ports/369edf91-b7e2-4b9a-bae8-dc841929d674 HTTP/1.1" status: 200 len: 981 time: 0.3759992 Apr 08 17:49:20.667526 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7591c2-ab65-45dd-b334-a1b60226bf53', 'tag': '369edf91-b7e2-4b9a-bae8-dc841929d674'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:49:20.670032 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1365921c-636b-4ae3-8983-901e54e93713" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7591c2-ab65-45dd-b334-a1b60226bf53", "tag": "369edf91-b7e2-4b9a-bae8-dc841929d674"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:49:20.715791 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caea857-1f0d-430d-85ba-39f9ca770865 x-openstack-request-id: req-5caea857-1f0d-430d-85ba-39f9ca770865 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:49:20.716187 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7591c2-ab65-45dd-b334-a1b60226bf53", "tag": "369edf91-b7e2-4b9a-bae8-dc841929d674", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:49:20.716660 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5caea857-1f0d-430d-85ba-39f9ca770865 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:49:20.717558 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5caea857-1f0d-430d-85ba-39f9ca770865'] response: {'name': 'network-changed', 'server_uuid': '8f7591c2-ab65-45dd-b334-a1b60226bf53', 'tag': '369edf91-b7e2-4b9a-bae8-dc841929d674', 'status': 'completed', 'code': 200} Apr 08 17:49:20.724615 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec29e1-3b81-448d-848b-edd8ee3a6204 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Pushing event updated for resources: {'Port': ['ID=369edf91-b7e2-4b9a-bae8-dc841929d674,revision_number=6']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:20.814388 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90439365-a602-4dc0-b9a6-e1b8d3d1749b req-b0b4b818-6d93-4161-85d3-d1618143b8e5 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:20.816210 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-90439365-a602-4dc0-b9a6-e1b8d3d1749b req-b0b4b818-6d93-4161-85d3-d1618143b8e5 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 984 time: 0.0576344 Apr 08 17:49:20.827893 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['369edf91-b7e2-4b9a-bae8-dc841929d674'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:49:20.847254 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365921c-636b-4ae3-8983-901e54e93713 req-e55ada1a-6d4f-4128-8ae7-7653f07c712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:20.848871 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1365921c-636b-4ae3-8983-901e54e93713 req-e55ada1a-6d4f-4128-8ae7-7653f07c712b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f2dc62e15854e2bb119a9029718d482&device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 1168 time: 0.0530972 Apr 08 17:49:20.889898 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-90439365-a602-4dc0-b9a6-e1b8d3d1749b req-751a95ff-6cc0-4039-8ac9-6dcac5101455 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&id=0e2f8d48-c323-45fb-88e9-b1dac7d09424&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664785 Apr 08 17:49:20.957614 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365921c-636b-4ae3-8983-901e54e93713 req-d3a5277b-d31b-4400-a933-ebe49c1190d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:20.959055 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1365921c-636b-4ae3-8983-901e54e93713 req-d3a5277b-d31b-4400-a933-ebe49c1190d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcc9ecc3-3974-48b0-9b9b-69e3d57122dc HTTP/1.1" status: 200 len: 916 time: 0.0984695 Apr 08 17:49:20.978283 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-ae7ab1a6-6574-488e-9c0b-18e5c3305d6b None None] Provisioning complete for port 369edf91-b7e2-4b9a-bae8-dc841929d674 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:49:20.978659 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ae7ab1a6-6574-488e-9c0b-18e5c3305d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:21.032012 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1365921c-636b-4ae3-8983-901e54e93713 req-dd87563c-8173-4ffa-bd6b-c13b5ba3c012 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=369edf91-b7e2-4b9a-bae8-dc841929d674 HTTP/1.1" status: 200 len: 1001 time: 0.0601549 Apr 08 17:49:21.087061 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365921c-636b-4ae3-8983-901e54e93713 req-4e27f438-cb03-41ab-9cd2-a082b9b5a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:21.088581 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1365921c-636b-4ae3-8983-901e54e93713 req-4e27f438-cb03-41ab-9cd2-a082b9b5a76c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66068a13-ce09-472a-a52f-c57181bc9410 HTTP/1.1" status: 200 len: 854 time: 0.0446770 Apr 08 17:49:21.142137 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365921c-636b-4ae3-8983-901e54e93713 req-63a3e062-77ba-475d-9ecc-7523a219e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:21.143672 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1365921c-636b-4ae3-8983-901e54e93713 req-63a3e062-77ba-475d-9ecc-7523a219e790 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcc9ecc3-3974-48b0-9b9b-69e3d57122dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434663 Apr 08 17:49:21.179587 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-ae7ab1a6-6574-488e-9c0b-18e5c3305d6b None None] Current status of the port 369edf91-b7e2-4b9a-bae8-dc841929d674 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:21.248620 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1365921c-636b-4ae3-8983-901e54e93713 req-c45f7ed4-fe72-44c7-b68b-28f2f43b1839 service neutron] 10.222.0.20 "GET /v2.0/networks/bcc9ecc3-3974-48b0-9b9b-69e3d57122dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944974 Apr 08 17:49:21.361148 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1365921c-636b-4ae3-8983-901e54e93713 req-3f86dc11-4e0f-42c0-9c5d-64d6bae953ca service neutron] 10.222.0.20 "GET /v2.0/networks/bcc9ecc3-3974-48b0-9b9b-69e3d57122dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008749 Apr 08 17:49:39.126123 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2c283-9e42-4ac6-9106-e06450587c95 req-a3467b9c-f0d1-4b77-baca-bb0079299730 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:39.128988 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ffd2c283-9e42-4ac6-9106-e06450587c95 req-a3467b9c-f0d1-4b77-baca-bb0079299730 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 946 time: 0.0652249 Apr 08 17:49:39.181821 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ffd2c283-9e42-4ac6-9106-e06450587c95 req-ffb269bc-043e-44e6-bf5c-8914bb97df00 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=1aa845b4-dce4-469a-b95b-56e1f300ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451300 Apr 08 17:49:40.310864 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8241e-a5ef-4ec7-8efc-91979e4e4f19 req-7b9ae956-2510-4717-8ed3-e63ff14a9aa1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:40.312384 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a8a8241e-a5ef-4ec7-8efc-91979e4e4f19 req-7b9ae956-2510-4717-8ed3-e63ff14a9aa1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 946 time: 0.0533304 Apr 08 17:49:40.360308 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a8a8241e-a5ef-4ec7-8efc-91979e4e4f19 req-0bd19bfe-b59a-4fe9-9e73-dda99918ad42 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=1aa845b4-dce4-469a-b95b-56e1f300ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421097 Apr 08 17:49:41.425434 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:49:41.491515 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edb7bb-abd6-41b6-bbb9-2c9fa5bce8d3 req-1cc3fdcb-dc87-4d49-97f3-fbd3bd35c35d tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:41.492960 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-61edb7bb-abd6-41b6-bbb9-2c9fa5bce8d3 req-1cc3fdcb-dc87-4d49-97f3-fbd3bd35c35d tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 946 time: 0.0535426 Apr 08 17:49:41.568031 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-61edb7bb-abd6-41b6-bbb9-2c9fa5bce8d3 req-734dc749-3dc6-4bae-8cfc-b439143a82ed tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=1aa845b4-dce4-469a-b95b-56e1f300ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671911 Apr 08 17:49:41.989219 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233082b-65e6-4917-9f1f-e0446c1c64db req-b16e272c-1c5e-4a44-8455-b450125571ac tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:41.990741 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a233082b-65e6-4917-9f1f-e0446c1c64db req-b16e272c-1c5e-4a44-8455-b450125571ac tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.20 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 946 time: 0.0546513 Apr 08 17:49:42.082234 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-a233082b-65e6-4917-9f1f-e0446c1c64db req-470c040e-3898-4b5c-8c21-90c31f2d465f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Deleting port d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:49:42.082578 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-a233082b-65e6-4917-9f1f-e0446c1c64db req-470c040e-3898-4b5c-8c21-90c31f2d465f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (d7c77b87-9bc9-46ed-a47b-8d88e0e92c28), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:42.190194 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-a233082b-65e6-4917-9f1f-e0446c1c64db req-470c040e-3898-4b5c-8c21-90c31f2d465f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] For port d7c77b87-9bc9-46ed-a47b-8d88e0e92c28, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d7c77b87-9bc9-46ed-a47b-8d88e0e92c28,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:42.190601 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-a233082b-65e6-4917-9f1f-e0446c1c64db req-470c040e-3898-4b5c-8c21-90c31f2d465f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (d7c77b87-9bc9-46ed-a47b-8d88e0e92c28), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:42.374519 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-a233082b-65e6-4917-9f1f-e0446c1c64db req-470c040e-3898-4b5c-8c21-90c31f2d465f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:42.374784 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-a233082b-65e6-4917-9f1f-e0446c1c64db req-470c040e-3898-4b5c-8c21-90c31f2d465f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (c9a1cafe-fff4-43ee-a69e-5fa39eba3421), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:42.375102 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.l3_db [req-a233082b-65e6-4917-9f1f-e0446c1c64db req-470c040e-3898-4b5c-8c21-90c31f2d465f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Floating IP c9a1cafe-fff4-43ee-a69e-5fa39eba3421 disassociated. External IP: 172.27.1.186, port: d7c77b87-9bc9-46ed-a47b-8d88e0e92c28. Apr 08 17:49:42.375441 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-a233082b-65e6-4917-9f1f-e0446c1c64db req-470c040e-3898-4b5c-8c21-90c31f2d465f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Calling delete_port for d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 owned by compute:nova {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:49:42.519709 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-a233082b-65e6-4917-9f1f-e0446c1c64db req-470c040e-3898-4b5c-8c21-90c31f2d465f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (d7c77b87-9bc9-46ed-a47b-8d88e0e92c28), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:42.552528 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c040e-3898-4b5c-8c21-90c31f2d465f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event deleted for resources: {'Port': ['ID=d7c77b87-9bc9-46ed-a47b-8d88e0e92c28,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:42.677179 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-41a99e4e-5d53-469d-ba81-bc7badb3d86b req-eb6998b8-eb89-4d38-8c0f-a9ad871cca16 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=54dcac1d-d902-4583-ab7c-343748616056 HTTP/1.1" status: 200 len: 210 time: 0.0339181 Apr 08 17:49:42.697079 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a233082b-65e6-4917-9f1f-e0446c1c64db req-470c040e-3898-4b5c-8c21-90c31f2d465f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:49:42.812378 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a233082b-65e6-4917-9f1f-e0446c1c64db req-470c040e-3898-4b5c-8c21-90c31f2d465f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:49:42.822983 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daac736b-97c8-48d7-95f3-6b28ad1654c7 None None] Sync routers for ids ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:49:42.836264 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daac736b-97c8-48d7-95f3-6b28ad1654c7 None None] Routers {'216c479a-d79f-4956-a3c4-c7cdf37e8d9d'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:49:42.836911 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-daac736b-97c8-48d7-95f3-6b28ad1654c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:49:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:42.855351 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-a233082b-65e6-4917-9f1f-e0446c1c64db req-470c040e-3898-4b5c-8c21-90c31f2d465f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] No DVR routers for this DVR port d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 on host hv-cinder-83716 {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:49:42.858267 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-a233082b-65e6-4917-9f1f-e0446c1c64db req-470c040e-3898-4b5c-8c21-90c31f2d465f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:42.861688 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a233082b-65e6-4917-9f1f-e0446c1c64db req-470c040e-3898-4b5c-8c21-90c31f2d465f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.20 "DELETE /v2.0/ports/d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 HTTP/1.1" status: 204 len: 173 time: 0.8649218 Apr 08 17:49:42.862142 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dcac1d-d902-4583-ab7c-343748616056', 'name': 'network-vif-deleted', 'tag': 'd7c77b87-9bc9-46ed-a47b-8d88e0e92c28'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:49:42.864415 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c9be02-9fae-4b2a-afb0-cd713d0704d1" -d '{"events": [{"server_uuid": "54dcac1d-d902-4583-ab7c-343748616056", "name": "network-vif-deleted", "tag": "d7c77b87-9bc9-46ed-a47b-8d88e0e92c28"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:49:42.902631 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0a292f-4abe-4ac4-ba4e-774d9dfe3102 x-openstack-request-id: req-1b0a292f-4abe-4ac4-ba4e-774d9dfe3102 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:49:42.902631 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54dcac1d-d902-4583-ab7c-343748616056", "name": "network-vif-deleted", "tag": "d7c77b87-9bc9-46ed-a47b-8d88e0e92c28", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:49:42.902631 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1b0a292f-4abe-4ac4-ba4e-774d9dfe3102 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:49:42.902631 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b0a292f-4abe-4ac4-ba4e-774d9dfe3102'] response: {'server_uuid': '54dcac1d-d902-4583-ab7c-343748616056', 'name': 'network-vif-deleted', 'tag': 'd7c77b87-9bc9-46ed-a47b-8d88e0e92c28', 'status': 'completed', 'code': 200} Apr 08 17:49:42.968932 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-daac736b-97c8-48d7-95f3-6b28ad1654c7 None None] Set router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:49:43.021950 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-199e8e51-3706-4531-a275-23a4c54b8db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:43.166309 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-daac736b-97c8-48d7-95f3-6b28ad1654c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:43.203247 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daac736b-97c8-48d7-95f3-6b28ad1654c7 None None] Checking router: 216c479a-d79f-4956-a3c4-c7cdf37e8d9d for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:49:43.213742 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daac736b-97c8-48d7-95f3-6b28ad1654c7 None None] Routers {'216c479a-d79f-4956-a3c4-c7cdf37e8d9d'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:49:43.214409 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-daac736b-97c8-48d7-95f3-6b28ad1654c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:49:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:43.329313 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-daac736b-97c8-48d7-95f3-6b28ad1654c7 None None] Set router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:49:43.620414 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-daac736b-97c8-48d7-95f3-6b28ad1654c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:43.648083 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daac736b-97c8-48d7-95f3-6b28ad1654c7 None None] The sync data for ids ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'] in dv-cinder-837166-1-iscsi is: [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:49:43.767987 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 42044) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:43.829947 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-66bf8320-f092-4840-a881-89bd5be3c8a3 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (1aa845b4-dce4-469a-b95b-56e1f300ae57), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:43.855971 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-66bf8320-f092-4840-a881-89bd5be3c8a3 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (1aa845b4-dce4-469a-b95b-56e1f300ae57), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:43.898060 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c7dfa1-91db-4bb8-a99f-de88081bb26c None None] New status for floating IP c9a1cafe-fff4-43ee-a69e-5fa39eba3421: DOWN {{(pid=103550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:49:43.910411 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-66bf8320-f092-4840-a881-89bd5be3c8a3 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (1aa845b4-dce4-469a-b95b-56e1f300ae57), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:43.913070 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-66bf8320-f092-4840-a881-89bd5be3c8a3 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:43.917410 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-66bf8320-f092-4840-a881-89bd5be3c8a3 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "DELETE /v2.0/security-groups/1aa845b4-dce4-469a-b95b-56e1f300ae57 HTTP/1.1" status: 204 len: 168 time: 0.1451445 Apr 08 17:49:43.918253 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 42046) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:43.924238 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf8320-f092-4840-a881-89bd5be3c8a3 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa845b4-dce4-469a-b95b-56e1f300ae57,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:43.942651 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.api.v2.resource [None req-b9f503b3-a5e6-4d80-b755-f5417a85cf43 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] show failed (client error): The resource could not be found. Apr 08 17:49:43.943923 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-b9f503b3-a5e6-4d80-b755-f5417a85cf43 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups/1aa845b4-dce4-469a-b95b-56e1f300ae57 HTTP/1.1" status: 404 len: 347 time: 0.0235214 Apr 08 17:49:43.946945 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 42048) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:44.074274 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-d88a3a42-1243-476b-b19c-82c58138583e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Deleting port b4a9dad9-aff8-480c-aa50-c2ccfd06ab85 {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:49:44.074786 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d88a3a42-1243-476b-b19c-82c58138583e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (b4a9dad9-aff8-480c-aa50-c2ccfd06ab85), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:44.160585 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d88a3a42-1243-476b-b19c-82c58138583e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (b4a9dad9-aff8-480c-aa50-c2ccfd06ab85), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:44.160937 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d88a3a42-1243-476b-b19c-82c58138583e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (b4a9dad9-aff8-480c-aa50-c2ccfd06ab85), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:44.176812 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-d88a3a42-1243-476b-b19c-82c58138583e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Calling delete_port for b4a9dad9-aff8-480c-aa50-c2ccfd06ab85 owned by network:floatingip {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:49:44.320584 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d88a3a42-1243-476b-b19c-82c58138583e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (b4a9dad9-aff8-480c-aa50-c2ccfd06ab85), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:44.345620 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a3a42-1243-476b-b19c-82c58138583e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event deleted for resources: {'Port': ['ID=b4a9dad9-aff8-480c-aa50-c2ccfd06ab85,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:44.409371 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d88a3a42-1243-476b-b19c-82c58138583e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (c9a1cafe-fff4-43ee-a69e-5fa39eba3421), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:44.412114 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d88a3a42-1243-476b-b19c-82c58138583e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:44.413308 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-d88a3a42-1243-476b-b19c-82c58138583e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "DELETE /v2.0/floatingips/c9a1cafe-fff4-43ee-a69e-5fa39eba3421 HTTP/1.1" status: 204 len: 168 time: 0.4653006 Apr 08 17:49:44.812602 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 42052) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:44.817227 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-fc9203a4-f526-4fbd-bc74-d603d2e81ed8 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1438159524', 'description': 'tempest-description--1509274865'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:44.842096 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fc9203a4-f526-4fbd-bc74-d603d2e81ed8 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:44.923079 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fc9203a4-f526-4fbd-bc74-d603d2e81ed8 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (d2aaf5da-8209-40df-bc3c-2f33cb2e50ae), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:44.928761 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fc9203a4-f526-4fbd-bc74-d603d2e81ed8 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (d2aaf5da-8209-40df-bc3c-2f33cb2e50ae), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:44.958186 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fc9203a4-f526-4fbd-bc74-d603d2e81ed8 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:44.959438 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-fc9203a4-f526-4fbd-bc74-d603d2e81ed8 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1458597 Apr 08 17:49:44.962503 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 42054) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:44.964170 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9203a4-f526-4fbd-bc74-d603d2e81ed8 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2aaf5da-8209-40df-bc3c-2f33cb2e50ae,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:44.967634 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-4e83f57f-57af-4554-b30d-9fe7e3451caf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'security_group_rule': {'security_group_id': 'd2aaf5da-8209-40df-bc3c-2f33cb2e50ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:44.997171 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4e83f57f-57af-4554-b30d-9fe7e3451caf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (261614f3-e7d2-4efc-96c0-1a0e3abefc83), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:45.054905 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4e83f57f-57af-4554-b30d-9fe7e3451caf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (261614f3-e7d2-4efc-96c0-1a0e3abefc83), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:45.059588 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4e83f57f-57af-4554-b30d-9fe7e3451caf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (261614f3-e7d2-4efc-96c0-1a0e3abefc83), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:45.076998 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83f57f-57af-4554-b30d-9fe7e3451caf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261614f3-e7d2-4efc-96c0-1a0e3abefc83,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:45.086162 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4e83f57f-57af-4554-b30d-9fe7e3451caf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:45.087351 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-4e83f57f-57af-4554-b30d-9fe7e3451caf tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238642 Apr 08 17:49:45.090399 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 42056) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:45.094819 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-d4b7e7b1-4caa-4c53-a550-17ae9e9413f1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'security_group_rule': {'security_group_id': 'd2aaf5da-8209-40df-bc3c-2f33cb2e50ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:45.121850 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d4b7e7b1-4caa-4c53-a550-17ae9e9413f1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (3e05e0c3-be42-4809-bb03-41ca003c5e4b), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:45.186522 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d4b7e7b1-4caa-4c53-a550-17ae9e9413f1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (3e05e0c3-be42-4809-bb03-41ca003c5e4b), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:45.192273 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d4b7e7b1-4caa-4c53-a550-17ae9e9413f1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (3e05e0c3-be42-4809-bb03-41ca003c5e4b), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:45.213974 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7e7b1-4caa-4c53-a550-17ae9e9413f1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e05e0c3-be42-4809-bb03-41ca003c5e4b,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:45.221502 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d4b7e7b1-4caa-4c53-a550-17ae9e9413f1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:45.222779 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-d4b7e7b1-4caa-4c53-a550-17ae9e9413f1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313953 Apr 08 17:49:45.226308 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 42058) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:45.230927 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-ec32a6a9-9d58-4511-b391-059b111b3b34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'floatingip': {'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:45.254435 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ec32a6a9-9d58-4511-b391-059b111b3b34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:45.340119 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ec32a6a9-9d58-4511-b391-059b111b3b34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:45.448638 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3001cae6-5d1c-428a-b992-7de017ee1c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:45.449408 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-ec32a6a9-9d58-4511-b391-059b111b3b34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Allocated IP 172.27.1.76 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/d3332d24-d42e-42a8-9c36-47e3b74c938b) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:49:45.563467 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ec32a6a9-9d58-4511-b391-059b111b3b34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for port (d3332d24-d42e-42a8-9c36-47e3b74c938b), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:45.600882 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ec32a6a9-9d58-4511-b391-059b111b3b34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (d3332d24-d42e-42a8-9c36-47e3b74c938b), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:45.639946 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec32a6a9-9d58-4511-b391-059b111b3b34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:49:45.642768 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-ec32a6a9-9d58-4511-b391-059b111b3b34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:49:45.649222 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec32a6a9-9d58-4511-b391-059b111b3b34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:49:45.652249 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32a6a9-9d58-4511-b391-059b111b3b34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'Port': ['ID=d3332d24-d42e-42a8-9c36-47e3b74c938b,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:45.746308 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ec32a6a9-9d58-4511-b391-059b111b3b34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (b48b1d6d-c937-4e87-b5dd-45498642a2d7), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:45.789368 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ec32a6a9-9d58-4511-b391-059b111b3b34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (d3332d24-d42e-42a8-9c36-47e3b74c938b), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:45.947889 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ec32a6a9-9d58-4511-b391-059b111b3b34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for port (d3332d24-d42e-42a8-9c36-47e3b74c938b), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:45.955839 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ec32a6a9-9d58-4511-b391-059b111b3b34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30663424'] for port (d3332d24-d42e-42a8-9c36-47e3b74c938b), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:46.024679 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32a6a9-9d58-4511-b391-059b111b3b34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'Port': ['ID=d3332d24-d42e-42a8-9c36-47e3b74c938b,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:46.039727 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ec32a6a9-9d58-4511-b391-059b111b3b34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (b48b1d6d-c937-4e87-b5dd-45498642a2d7), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:46.062346 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ec32a6a9-9d58-4511-b391-059b111b3b34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:46.063632 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-ec32a6a9-9d58-4511-b391-059b111b3b34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8363137 Apr 08 17:49:46.149366 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:49:46.170723 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] No Port match for: d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:49:46.171090 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device d7c77b87-9bc9-46ed-a47b-8d88e0e92c28 not bound to the agent host hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:49:46.242015 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-a975e7f9-3f2c-4eea-a5a5-5467c95a75cc tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1438159524&fields=id&tenant_id=c793b519db45404da066489467255859 HTTP/1.1" status: 200 len: 267 time: 0.0448627 Apr 08 17:49:46.362021 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-de303537-314b-4a0d-8b21-92b6703600ba tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:46.363504 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-de303537-314b-4a0d-8b21-92b6703600ba tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/networks?id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078 HTTP/1.1" status: 200 len: 815 time: 0.1134779 Apr 08 17:49:46.378312 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-8c5bf659-43b5-422c-8222-b0026a828e87 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/quotas/c793b519db45404da066489467255859 HTTP/1.1" status: 200 len: 375 time: 0.0092537 Apr 08 17:49:46.429898 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-aa901a09-0ec5-4b35-817f-4f9c0997fa0c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c793b519db45404da066489467255859&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466945 Apr 08 17:49:46.451491 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-de053cc8-f818-48fe-9367-2fc2b941a4c9 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:49:46.452661 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-de053cc8-f818-48fe-9367-2fc2b941a4c9 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053010 Apr 08 17:49:46.509480 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:46.555816 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-2d599cce-2d95-445e-9692-4c83860cda64 service neutron] 10.222.0.86 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977590 Apr 08 17:49:46.653571 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-3bde9138-31b3-4667-9626-139a8eba6bcc service neutron] 10.222.0.86 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917048 Apr 08 17:49:46.731534 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:46.831922 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-07c32869-8eef-418c-ad51-d39825272541 req-8ec8a6bc-c789-449e-a831-a319aaf4ef30 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=6845bd81-9263-4585-bf81-5936f03e1518 HTTP/1.1" status: 200 len: 210 time: 0.0336607 Apr 08 17:49:47.933741 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9c4aa6ae-4342-4b9c-afcc-ac739dc0d158 req-8e639739-ec77-469c-bd8f-47cdfe24f821 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=6845bd81-9263-4585-bf81-5936f03e1518 HTTP/1.1" status: 200 len: 210 time: 0.0310237 Apr 08 17:49:48.005040 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:48.065022 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-424dd6e2-db2a-45b1-b65f-ca648d3104a6 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:48.066547 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-424dd6e2-db2a-45b1-b65f-ca648d3104a6 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.20 "GET /v2.0/networks?id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078 HTTP/1.1" status: 200 len: 815 time: 0.1142507 Apr 08 17:49:48.133149 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-d88a0698-4c3c-4ca0-a0c2-d86371b85c15 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c793b519db45404da066489467255859 HTTP/1.1" status: 200 len: 380 time: 0.0558088 Apr 08 17:49:48.145357 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-52674324-d95a-404a-8646-abce68a42261 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'port': {'device_id': '6845bd81-9263-4585-bf81-5936f03e1518', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'admin_state_up': True, 'tenant_id': 'c793b519db45404da066489467255859', 'security_groups': ['d2aaf5da-8209-40df-bc3c-2f33cb2e50ae']}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:48.267130 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-52674324-d95a-404a-8646-abce68a42261 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Made reservation on behalf of c793b519db45404da066489467255859 for: {'port': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:49:48.272252 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-52674324-d95a-404a-8646-abce68a42261 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:48.405264 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-52674324-d95a-404a-8646-abce68a42261 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Allocated IP 172.20.0.8 (0220a826-6ea0-44a9-acbd-dc4c8bdf3078/d8edf8b4-73f8-49e2-a695-014df408b2d6/761255d7-f35e-40ae-8c63-8c75ed657703) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:49:48.569112 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-52674324-d95a-404a-8646-abce68a42261 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for port (761255d7-f35e-40ae-8c63-8c75ed657703), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:48.624824 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-52674324-d95a-404a-8646-abce68a42261 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (761255d7-f35e-40ae-8c63-8c75ed657703), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:48.671310 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-52674324-d95a-404a-8646-abce68a42261 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:49:48.674462 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-52674324-d95a-404a-8646-abce68a42261 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:49:48.678327 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-52674324-d95a-404a-8646-abce68a42261 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:49:48.706634 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52674324-d95a-404a-8646-abce68a42261 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event updated for resources: {'Port': ['ID=761255d7-f35e-40ae-8c63-8c75ed657703,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:48.739937 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-52674324-d95a-404a-8646-abce68a42261 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:48.740355 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-52674324-d95a-404a-8646-abce68a42261 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:48.758886 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-52674324-d95a-404a-8646-abce68a42261 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6180952 Apr 08 17:49:48.780065 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] Request body: {'port': {'device_id': '6845bd81-9263-4585-bf81-5936f03e1518', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:48.849155 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (761255d7-f35e-40ae-8c63-8c75ed657703), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:48.997897 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-6f2e6383-3f4c-4a99-b78a-ca7e9e0a3d5e None None] Provisioning complete for port 761255d7-f35e-40ae-8c63-8c75ed657703 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:49:48.998787 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6f2e6383-3f4c-4a99-b78a-ca7e9e0a3d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (761255d7-f35e-40ae-8c63-8c75ed657703), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:49.045670 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-6f2e6383-3f4c-4a99-b78a-ca7e9e0a3d5e None None] Port 761255d7-f35e-40ae-8c63-8c75ed657703 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:49:49.121971 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab9391-521d-4b0b-8d0a-4e138ae1b9ab req-d0b74256-cde5-44d7-b0b4-a3a6bef44f4a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:49.123712 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5fab9391-521d-4b0b-8d0a-4e138ae1b9ab req-d0b74256-cde5-44d7-b0b4-a3a6bef44f4a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0489161 Apr 08 17:49:49.180479 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5fab9391-521d-4b0b-8d0a-4e138ae1b9ab req-e129888c-2d47-42fe-8dea-e11322346fb0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508399 Apr 08 17:49:49.353634 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223ca5e-18a1-4cd9-b4f9-ce51cd4bfdd0 req-449b536f-aaa6-4155-a27c-6fac6497992d tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:49.355129 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7223ca5e-18a1-4cd9-b4f9-ce51cd4bfdd0 req-449b536f-aaa6-4155-a27c-6fac6497992d tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=6845bd81-9263-4585-bf81-5936f03e1518 HTTP/1.1" status: 200 len: 931 time: 0.3201382 Apr 08 17:49:49.450353 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7223ca5e-18a1-4cd9-b4f9-ce51cd4bfdd0 req-e8a62f0b-7ba1-4400-91c2-1088c00ef912 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2aaf5da-8209-40df-bc3c-2f33cb2e50ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876014 Apr 08 17:49:49.460143 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761255d7-f35e-40ae-8c63-8c75ed657703 {{(pid=103548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:49:49.469492 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] Publish callbacks [] for port (761255d7-f35e-40ae-8c63-8c75ed657703), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:49.483233 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.provisioning_blocks [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] Transition to ACTIVE for port object 761255d7-f35e-40ae-8c63-8c75ed657703 will not be triggered until provisioned by entity L2. {{(pid=103548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:49:49.489522 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (761255d7-f35e-40ae-8c63-8c75ed657703), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:49.539650 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:49.555567 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] Pushing event updated for resources: {'Port': ['ID=761255d7-f35e-40ae-8c63-8c75ed657703,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:49.630918 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] Attempting to bind port 761255d7-f35e-40ae-8c63-8c75ed657703 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:49:49.631256 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] Attempting to bind port 761255d7-f35e-40ae-8c63-8c75ed657703 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:49:49.631589 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] Attempting to bind port 761255d7-f35e-40ae-8c63-8c75ed657703 on network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:49:49.636507 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] Port 761255d7-f35e-40ae-8c63-8c75ed657703 on network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:49:49.636793 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] Attempting to bind port 761255d7-f35e-40ae-8c63-8c75ed657703 on network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:49:49.642511 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] Checking agent: {'id': '0d41f64d-5a28-4579-bdba-007f65057d65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:49:49.642863 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] Checking segment: {'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:49:49.643258 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] Bound using segment: {'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:49:49.643730 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] Bound port: 761255d7-f35e-40ae-8c63-8c75ed657703, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f25f05d-d725-4c18-974b-7ffaf43caff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078'}}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:49:49.644098 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (761255d7-f35e-40ae-8c63-8c75ed657703), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:49.710474 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] For port 761255d7-f35e-40ae-8c63-8c75ed657703, host hv-cinder-83716, cleared binding levels {{(pid=103548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:49:49.713441 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] For port 761255d7-f35e-40ae-8c63-8c75ed657703, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=761255d7-f35e-40ae-8c63-8c75ed657703,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:49:49.721207 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (761255d7-f35e-40ae-8c63-8c75ed657703), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:49.757493 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:49.758186 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:49.759599 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] 10.222.0.20 "PUT /v2.0/ports/761255d7-f35e-40ae-8c63-8c75ed657703 HTTP/1.1" status: 200 len: 1093 time: 0.9840801 Apr 08 17:49:49.760039 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6845bd81-9263-4585-bf81-5936f03e1518', 'tag': '761255d7-f35e-40ae-8c63-8c75ed657703'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:49:49.762365 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376aa91c-8f41-49ea-b7fe-ee10dcd4fc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "6845bd81-9263-4585-bf81-5936f03e1518", "tag": "761255d7-f35e-40ae-8c63-8c75ed657703"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:49:49.790314 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e24e66-a32f-4bdf-81a8-ea4f86afa246 service neutron] Pushing event updated for resources: {'Port': ['ID=761255d7-f35e-40ae-8c63-8c75ed657703,revision_number=3']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:49.824887 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2f752e-6ea5-4c0e-a465-67a777c02e9f x-openstack-request-id: req-0d2f752e-6ea5-4c0e-a465-67a777c02e9f {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:49:49.825157 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6845bd81-9263-4585-bf81-5936f03e1518", "tag": "761255d7-f35e-40ae-8c63-8c75ed657703", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:49:49.825442 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0d2f752e-6ea5-4c0e-a465-67a777c02e9f {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:49:49.825850 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d2f752e-6ea5-4c0e-a465-67a777c02e9f'] response: {'name': 'network-changed', 'server_uuid': '6845bd81-9263-4585-bf81-5936f03e1518', 'tag': '761255d7-f35e-40ae-8c63-8c75ed657703', 'status': 'completed', 'code': 200} Apr 08 17:49:49.859358 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-9197a54e-e215-4baf-b475-2579063a351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:49.861085 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-9197a54e-e215-4baf-b475-2579063a351f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c793b519db45404da066489467255859&device_id=6845bd81-9263-4585-bf81-5936f03e1518 HTTP/1.1" status: 200 len: 1127 time: 0.0456958 Apr 08 17:49:49.905727 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-e29c940d-75f2-4b7a-9b5b-61f08fbe6780 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=761255d7-f35e-40ae-8c63-8c75ed657703 HTTP/1.1" status: 200 len: 217 time: 0.0364764 Apr 08 17:49:49.967518 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-33983313-96a5-44ed-8dfa-dda3bd9ec3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:49.969226 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-33983313-96a5-44ed-8dfa-dda3bd9ec3ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8edf8b4-73f8-49e2-a695-014df408b2d6 HTTP/1.1" status: 200 len: 854 time: 0.0490646 Apr 08 17:49:50.015120 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b184f63a-cba8-4b1d-8bd4-07e185f196b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:50.016953 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-b184f63a-cba8-4b1d-8bd4-07e185f196b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394077 Apr 08 17:49:50.107432 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-34252707-dacb-4977-afcc-f7a5540df8f2 service neutron] 10.222.0.20 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832682 Apr 08 17:49:50.201702 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ce767ff6-7824-4f48-9c13-9986c7ac3994 req-a75774e6-1d19-4b75-9a1e-de069a2133e4 service neutron] 10.222.0.20 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869739 Apr 08 17:49:50.308716 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00531892-d81d-4943-a186-fa702d93dcf6 req-25af6a66-740f-4ef7-ad0c-0496400c5781 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:50.310213 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-00531892-d81d-4943-a186-fa702d93dcf6 req-25af6a66-740f-4ef7-ad0c-0496400c5781 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0482228 Apr 08 17:49:50.360369 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-00531892-d81d-4943-a186-fa702d93dcf6 req-ae712791-fba1-4c33-943f-e21916ed27d7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440738 Apr 08 17:49:50.568638 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a4aa8-c19e-4ca0-a658-7e856397c578 req-542c4e54-6593-49f7-8daf-b24b2ed4f021 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:50.570126 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c81a4aa8-c19e-4ca0-a658-7e856397c578 req-542c4e54-6593-49f7-8daf-b24b2ed4f021 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=6845bd81-9263-4585-bf81-5936f03e1518 HTTP/1.1" status: 200 len: 943 time: 0.0499413 Apr 08 17:49:50.624317 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c81a4aa8-c19e-4ca0-a658-7e856397c578 req-5b88f7a9-c5d2-46f7-8e0e-9ca912498c66 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2aaf5da-8209-40df-bc3c-2f33cb2e50ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466332 Apr 08 17:49:51.502225 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd45173-2be0-4542-b45f-ff34491c7fc5 req-1722a4c7-8f95-43a3-962b-a6c9810e90f7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:51.503625 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-cbd45173-2be0-4542-b45f-ff34491c7fc5 req-1722a4c7-8f95-43a3-962b-a6c9810e90f7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0529954 Apr 08 17:49:51.561422 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-cbd45173-2be0-4542-b45f-ff34491c7fc5 req-565db2a3-9bfd-462f-8926-51cc66f34766 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520499 Apr 08 17:49:51.759886 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9633e42-9658-4ddd-acc3-16abd51ddb74 req-f8b6bd65-87fe-46b4-a9d9-2345b869609b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:51.761317 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e9633e42-9658-4ddd-acc3-16abd51ddb74 req-f8b6bd65-87fe-46b4-a9d9-2345b869609b tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=6845bd81-9263-4585-bf81-5936f03e1518 HTTP/1.1" status: 200 len: 943 time: 0.0510519 Apr 08 17:49:51.810364 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e9633e42-9658-4ddd-acc3-16abd51ddb74 req-e3fca60a-5348-435c-94e7-0341c4dfa9c2 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2aaf5da-8209-40df-bc3c-2f33cb2e50ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428503 Apr 08 17:49:52.702856 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ae033-9b3f-4c9d-85b6-f4b7307d1441 req-bdf4f8fc-5d37-4e3b-b59b-69baf224e709 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:52.704634 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-831ae033-9b3f-4c9d-85b6-f4b7307d1441 req-bdf4f8fc-5d37-4e3b-b59b-69baf224e709 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0531254 Apr 08 17:49:52.756937 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-831ae033-9b3f-4c9d-85b6-f4b7307d1441 req-727c80fe-6c9b-4d5d-9efc-ae12704f0837 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440028 Apr 08 17:49:52.931561 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cb309-ebd2-4154-b8e4-8bc87eb3382b req-8feaa96f-eca5-4a0c-a958-da61321de7b8 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:52.933056 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b68cb309-ebd2-4154-b8e4-8bc87eb3382b req-8feaa96f-eca5-4a0c-a958-da61321de7b8 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=6845bd81-9263-4585-bf81-5936f03e1518 HTTP/1.1" status: 200 len: 943 time: 0.0529010 Apr 08 17:49:52.981199 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b68cb309-ebd2-4154-b8e4-8bc87eb3382b req-f9bfcb0c-1588-4159-a184-d85e0e663345 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2aaf5da-8209-40df-bc3c-2f33cb2e50ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422976 Apr 08 17:49:53.342513 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376aa91c-8f41-49ea-b7fe-ee10dcd4fc4b req-8690df2c-f519-43eb-9352-5b75e47b804e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:53.344095 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-376aa91c-8f41-49ea-b7fe-ee10dcd4fc4b req-8690df2c-f519-43eb-9352-5b75e47b804e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c793b519db45404da066489467255859&device_id=6845bd81-9263-4585-bf81-5936f03e1518 HTTP/1.1" status: 200 len: 1127 time: 0.0427260 Apr 08 17:49:53.442715 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376aa91c-8f41-49ea-b7fe-ee10dcd4fc4b req-884c1bb8-804c-41a9-a06c-0dde4d2bbeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:53.447270 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-376aa91c-8f41-49ea-b7fe-ee10dcd4fc4b req-884c1bb8-804c-41a9-a06c-0dde4d2bbeb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078 HTTP/1.1" status: 200 len: 916 time: 0.0945339 Apr 08 17:49:53.487943 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-376aa91c-8f41-49ea-b7fe-ee10dcd4fc4b req-a5869960-9308-4ba2-90de-fbf5103458e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=761255d7-f35e-40ae-8c63-8c75ed657703 HTTP/1.1" status: 200 len: 217 time: 0.0356536 Apr 08 17:49:53.557303 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376aa91c-8f41-49ea-b7fe-ee10dcd4fc4b req-410c6fad-df3b-4257-b4ab-f0af2a7edee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:53.559612 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-376aa91c-8f41-49ea-b7fe-ee10dcd4fc4b req-410c6fad-df3b-4257-b4ab-f0af2a7edee1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8edf8b4-73f8-49e2-a695-014df408b2d6 HTTP/1.1" status: 200 len: 854 time: 0.0587275 Apr 08 17:49:53.611409 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376aa91c-8f41-49ea-b7fe-ee10dcd4fc4b req-d63c3d2a-6d6c-4399-b5cd-ccc9a168fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:53.612975 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-376aa91c-8f41-49ea-b7fe-ee10dcd4fc4b req-d63c3d2a-6d6c-4399-b5cd-ccc9a168fe52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428560 Apr 08 17:49:53.716596 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-376aa91c-8f41-49ea-b7fe-ee10dcd4fc4b req-55a71f37-3041-416d-8867-4363fc118960 service neutron] 10.222.0.20 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947034 Apr 08 17:49:53.815728 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-376aa91c-8f41-49ea-b7fe-ee10dcd4fc4b req-ba8b8557-811a-44fb-bd65-f2b078ff0f37 service neutron] 10.222.0.20 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916753 Apr 08 17:49:53.880027 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f012a-2144-4724-8781-601c8caebf3d req-41ca0e74-3b84-4046-a161-42609c66bf64 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:53.881641 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-931f012a-2144-4724-8781-601c8caebf3d req-41ca0e74-3b84-4046-a161-42609c66bf64 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0511587 Apr 08 17:49:53.929208 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-931f012a-2144-4724-8781-601c8caebf3d req-b36fa1d2-d339-4e8a-a103-155ec5482901 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417852 Apr 08 17:49:54.119347 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf42ff6-fa7a-466e-bee3-239ab788331d req-90bc16a7-8f59-4c68-901d-8fa5200b019f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:54.120754 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-faf42ff6-fa7a-466e-bee3-239ab788331d req-90bc16a7-8f59-4c68-901d-8fa5200b019f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=6845bd81-9263-4585-bf81-5936f03e1518 HTTP/1.1" status: 200 len: 943 time: 0.0578907 Apr 08 17:49:54.177485 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-faf42ff6-fa7a-466e-bee3-239ab788331d req-c6c9c780-5aaf-42b6-accb-f3af6533923f tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2aaf5da-8209-40df-bc3c-2f33cb2e50ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493853 Apr 08 17:49:54.195857 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 761255d7-f35e-40ae-8c63-8c75ed657703 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:49:54.298281 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 761255d7-f35e-40ae-8c63-8c75ed657703, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=761255d7-f35e-40ae-8c63-8c75ed657703,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:54.309280 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': '761255d7-f35e-40ae-8c63-8c75ed657703', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'port_id': '761255d7-f35e-40ae-8c63-8c75ed657703', 'mac_address': 'fa:16:3e:8d:5f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:49:54.352174 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 761255d7-f35e-40ae-8c63-8c75ed657703 is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:54.352555 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (761255d7-f35e-40ae-8c63-8c75ed657703), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:54.366045 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761255d7-f35e-40ae-8c63-8c75ed657703 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:49:54.385068 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 761255d7-f35e-40ae-8c63-8c75ed657703, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=761255d7-f35e-40ae-8c63-8c75ed657703,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:54.392622 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (761255d7-f35e-40ae-8c63-8c75ed657703), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:54.452932 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=761255d7-f35e-40ae-8c63-8c75ed657703,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:54.461106 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.461455 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.461800 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.462136 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.462471 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.462799 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.463109 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.463429 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.463756 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.464073 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.464395 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.464754 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.465053 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.465369 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.465686 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.889545 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['761255d7-f35e-40ae-8c63-8c75ed657703'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:49:55.055747 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3dd7a-0085-4045-851a-7cca20c9eeca req-8e1d8aec-4c66-45de-bc0f-7c93ee1f55d6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:55.057277 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-47d3dd7a-0085-4045-851a-7cca20c9eeca req-8e1d8aec-4c66-45de-bc0f-7c93ee1f55d6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0547786 Apr 08 17:49:55.119603 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-47d3dd7a-0085-4045-851a-7cca20c9eeca req-7398805f-db39-499a-a4e8-7b0eb9c3a347 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540540 Apr 08 17:49:55.304879 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc1873-03fd-487c-8d54-573b413b7b1f req-47f2b8c9-c8cb-44c2-834a-7f8f0aaaddd9 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:55.306369 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9dbc1873-03fd-487c-8d54-573b413b7b1f req-47f2b8c9-c8cb-44c2-834a-7f8f0aaaddd9 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=6845bd81-9263-4585-bf81-5936f03e1518 HTTP/1.1" status: 200 len: 944 time: 0.0540662 Apr 08 17:49:55.364033 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9dbc1873-03fd-487c-8d54-573b413b7b1f req-31e4daff-99be-44ec-b3f1-293bc75a4cbd tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2aaf5da-8209-40df-bc3c-2f33cb2e50ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488558 Apr 08 17:49:56.212740 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 761255d7-f35e-40ae-8c63-8c75ed657703 up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:49:56.244556 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb972159-dc78-4f94-ac35-75b681add2b4 req-62adfb39-05e7-4933-a426-c3120d508aa7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:56.246022 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bb972159-dc78-4f94-ac35-75b681add2b4 req-62adfb39-05e7-4933-a426-c3120d508aa7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0494752 Apr 08 17:49:56.265837 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning for port 761255d7-f35e-40ae-8c63-8c75ed657703 completed by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:49:56.273818 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port 761255d7-f35e-40ae-8c63-8c75ed657703 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:49:56.274327 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (761255d7-f35e-40ae-8c63-8c75ed657703), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:56.300116 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bb972159-dc78-4f94-ac35-75b681add2b4 req-96cec6b2-13c2-4c10-af4b-394e2cf33ebe tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479474 Apr 08 17:49:56.357563 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 761255d7-f35e-40ae-8c63-8c75ed657703 is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:56.357870 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (761255d7-f35e-40ae-8c63-8c75ed657703), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:56.380832 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6845bd81-9263-4585-bf81-5936f03e1518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761255d7-f35e-40ae-8c63-8c75ed657703'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:49:56.383096 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4995433f-e76b-46a6-a571-4dbc4c61ef74" -d '{"events": [{"server_uuid": "6845bd81-9263-4585-bf81-5936f03e1518", "name": "network-vif-plugged", "status": "completed", "tag": "761255d7-f35e-40ae-8c63-8c75ed657703"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:49:56.395956 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 761255d7-f35e-40ae-8c63-8c75ed657703, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=761255d7-f35e-40ae-8c63-8c75ed657703,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:56.401468 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (761255d7-f35e-40ae-8c63-8c75ed657703), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:56.453888 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=761255d7-f35e-40ae-8c63-8c75ed657703,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:56.482889 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18aa49-a075-4a27-aa03-8c6096cd00d9 req-151ba2c2-81e5-4688-9711-30ba055e383c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:56.484424 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7c18aa49-a075-4a27-aa03-8c6096cd00d9 req-151ba2c2-81e5-4688-9711-30ba055e383c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=6845bd81-9263-4585-bf81-5936f03e1518 HTTP/1.1" status: 200 len: 945 time: 0.0484624 Apr 08 17:49:56.493339 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015e93f5-1078-4874-81d3-ef283958402f x-openstack-request-id: req-015e93f5-1078-4874-81d3-ef283958402f {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:49:56.493622 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6845bd81-9263-4585-bf81-5936f03e1518", "name": "network-vif-plugged", "status": "completed", "tag": "761255d7-f35e-40ae-8c63-8c75ed657703", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:49:56.493880 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-015e93f5-1078-4874-81d3-ef283958402f {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:49:56.494309 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-015e93f5-1078-4874-81d3-ef283958402f'] response: {'server_uuid': '6845bd81-9263-4585-bf81-5936f03e1518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761255d7-f35e-40ae-8c63-8c75ed657703', 'code': 200} Apr 08 17:49:56.531895 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7c18aa49-a075-4a27-aa03-8c6096cd00d9 req-70181a5f-b5b2-4124-acd2-7c175ccb6af0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2aaf5da-8209-40df-bc3c-2f33cb2e50ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415614 Apr 08 17:49:56.700971 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70796e-193e-4751-93c5-66443f0da34b req-73df7e4d-a023-49fe-801a-7bf789ecc456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:56.702512 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0a70796e-193e-4751-93c5-66443f0da34b req-73df7e4d-a023-49fe-801a-7bf789ecc456 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6845bd81-9263-4585-bf81-5936f03e1518 HTTP/1.1" status: 200 len: 1129 time: 0.0405214 Apr 08 17:49:56.727020 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f28b12-c9a6-45c4-84d1-0d12220f4316 req-6de842f5-7db8-4b60-a798-737d527a16c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:56.728928 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b9f28b12-c9a6-45c4-84d1-0d12220f4316 req-6de842f5-7db8-4b60-a798-737d527a16c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=871ad76eadfd4d88827f7e66f16eaa94&device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 1129 time: 0.0405335 Apr 08 17:49:56.763449 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0a70796e-193e-4751-93c5-66443f0da34b req-068a7963-a4dd-46dd-9402-116d2866435f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d2aaf5da-8209-40df-bc3c-2f33cb2e50ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494943 Apr 08 17:49:56.840378 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f28b12-c9a6-45c4-84d1-0d12220f4316 req-92714230-2188-4dd6-b67f-59efafedea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:56.841789 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b9f28b12-c9a6-45c4-84d1-0d12220f4316 req-92714230-2188-4dd6-b67f-59efafedea40 service neutron] 10.222.0.20 "GET /v2.0/networks?id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 HTTP/1.1" status: 200 len: 918 time: 0.0917006 Apr 08 17:49:57.199273 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b9f28b12-c9a6-45c4-84d1-0d12220f4316 req-6a9a1cba-b725-41b2-b297-172d474a7564 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34bb011d-76c8-45d6-b5ff-611b95a56e2a HTTP/1.1" status: 200 len: 1001 time: 0.0699954 Apr 08 17:49:57.424548 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63770528-fa30-4f78-a288-c2fcc0a3a92a req-ebd728ea-960c-44ef-b4d3-13949ddf130e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:57.426184 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-63770528-fa30-4f78-a288-c2fcc0a3a92a req-ebd728ea-960c-44ef-b4d3-13949ddf130e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0526254 Apr 08 17:49:57.476738 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-63770528-fa30-4f78-a288-c2fcc0a3a92a req-5591e860-482a-4ebd-867c-f6b809586b52 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444224 Apr 08 17:49:57.530088 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f28b12-c9a6-45c4-84d1-0d12220f4316 req-cffdf41b-0201-4d7d-83a0-574c913955ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:57.531544 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b9f28b12-c9a6-45c4-84d1-0d12220f4316 req-cffdf41b-0201-4d7d-83a0-574c913955ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1896ad45-f1dd-47eb-87e5-845f315dcdb0 HTTP/1.1" status: 200 len: 856 time: 0.3226449 Apr 08 17:49:57.647730 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0536d-7f14-49d8-b7c1-b1ba36a9cf6c req-eb79ae1e-9d5d-4713-a964-cabf062880ca tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:57.649224 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-12f0536d-7f14-49d8-b7c1-b1ba36a9cf6c req-eb79ae1e-9d5d-4713-a964-cabf062880ca tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=6845bd81-9263-4585-bf81-5936f03e1518 HTTP/1.1" status: 200 len: 945 time: 0.0485713 Apr 08 17:49:57.701211 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-12f0536d-7f14-49d8-b7c1-b1ba36a9cf6c req-45b8079f-3a72-4397-a950-7e59f2e2594c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2aaf5da-8209-40df-bc3c-2f33cb2e50ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436606 Apr 08 17:49:58.039702 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f28b12-c9a6-45c4-84d1-0d12220f4316 req-15741f31-c6e4-4bbe-867a-499e18fec919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:58.041260 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b9f28b12-c9a6-45c4-84d1-0d12220f4316 req-15741f31-c6e4-4bbe-867a-499e18fec919 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413291 Apr 08 17:49:58.144233 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b9f28b12-c9a6-45c4-84d1-0d12220f4316 req-38a4544b-d256-4e15-a523-cb394373dac3 service neutron] 10.222.0.20 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914857 Apr 08 17:49:58.245804 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b9f28b12-c9a6-45c4-84d1-0d12220f4316 req-b8043256-02e4-4443-933e-ef4d11086f45 service neutron] 10.222.0.20 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864809 Apr 08 17:49:58.600188 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f9180-8602-4521-bc46-456ad7cd0639 req-4d96fe33-c7fb-4904-847c-5015a1e22946 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:58.601706 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3c6f9180-8602-4521-bc46-456ad7cd0639 req-4d96fe33-c7fb-4904-847c-5015a1e22946 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0511732 Apr 08 17:49:58.650589 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3c6f9180-8602-4521-bc46-456ad7cd0639 req-5943ef62-6c05-43e3-91d0-977afb2af725 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432429 Apr 08 17:49:58.827173 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdec9a5-27fb-4d4e-aa0b-5203b01cc1a4 req-c47c0576-b72c-48fd-9a36-0a704b3ea817 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:58.828597 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1bdec9a5-27fb-4d4e-aa0b-5203b01cc1a4 req-c47c0576-b72c-48fd-9a36-0a704b3ea817 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=6845bd81-9263-4585-bf81-5936f03e1518 HTTP/1.1" status: 200 len: 945 time: 0.0534215 Apr 08 17:49:58.886120 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1bdec9a5-27fb-4d4e-aa0b-5203b01cc1a4 req-9be7b938-8fc3-42c1-9099-6f32fd6c531e tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2aaf5da-8209-40df-bc3c-2f33cb2e50ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480874 Apr 08 17:49:59.012666 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8df59b-e76e-4de6-9a59-7aa7ca796608 req-3b6b9cf3-811a-4b58-9d72-f0cf43bdf606 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:59.014142 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9f8df59b-e76e-4de6-9a59-7aa7ca796608 req-3b6b9cf3-811a-4b58-9d72-f0cf43bdf606 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=6845bd81-9263-4585-bf81-5936f03e1518 HTTP/1.1" status: 200 len: 945 time: 0.0583627 Apr 08 17:49:59.025877 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 42172) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:59.030206 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-a148279f-348f-444c-aac9-235679bc4e34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Request body: {'floatingip': {'port_id': '761255d7-f35e-40ae-8c63-8c75ed657703'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:59.070451 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a148279f-348f-444c-aac9-235679bc4e34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (b48b1d6d-c937-4e87-b5dd-45498642a2d7), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:59.568584 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a148279f-348f-444c-aac9-235679bc4e34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:59.574840 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a148279f-348f-444c-aac9-235679bc4e34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (b48b1d6d-c937-4e87-b5dd-45498642a2d7), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:59.684474 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.l3_db [None req-a148279f-348f-444c-aac9-235679bc4e34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Floating IP b48b1d6d-c937-4e87-b5dd-45498642a2d7 associated. External IP: 172.27.1.76, port: 761255d7-f35e-40ae-8c63-8c75ed657703. Apr 08 17:49:59.781509 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed655a43-3e46-48d1-b9dd-1b9662b57ea7 req-9c83e793-0362-4db6-af57-800c86441ccd tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:59.783078 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ed655a43-3e46-48d1-b9dd-1b9662b57ea7 req-9c83e793-0362-4db6-af57-800c86441ccd tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0581939 Apr 08 17:49:59.833760 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ed655a43-3e46-48d1-b9dd-1b9662b57ea7 req-8bfc0acf-f7b2-4d78-8bc2-05bdefea6bef tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440843 Apr 08 17:49:59.927517 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a148279f-348f-444c-aac9-235679bc4e34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:50:00.045362 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a148279f-348f-444c-aac9-235679bc4e34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:50:00.050925 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a148279f-348f-444c-aac9-235679bc4e34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:00.055813 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835a11e4-3006-49c9-b8f3-87b01f9a0fac None None] Sync routers for ids ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:50:00.067351 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835a11e4-3006-49c9-b8f3-87b01f9a0fac None None] Routers {'216c479a-d79f-4956-a3c4-c7cdf37e8d9d'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:50:00.067966 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-835a11e4-3006-49c9-b8f3-87b01f9a0fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:49:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:00.084341 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-a148279f-348f-444c-aac9-235679bc4e34 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "PUT /v2.0/floatingips/b48b1d6d-c937-4e87-b5dd-45498642a2d7 HTTP/1.1" status: 200 len: 990 time: 1.0573845 Apr 08 17:50:00.085300 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6845bd81-9263-4585-bf81-5936f03e1518', 'tag': '761255d7-f35e-40ae-8c63-8c75ed657703'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:50:00.087718 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1755ff8-5cf0-41e6-9ee1-21803c3d660f" -d '{"events": [{"name": "network-changed", "server_uuid": "6845bd81-9263-4585-bf81-5936f03e1518", "tag": "761255d7-f35e-40ae-8c63-8c75ed657703"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:50:00.125728 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc815d4b-70ff-498b-ab2a-2b28ae8b44aa x-openstack-request-id: req-cc815d4b-70ff-498b-ab2a-2b28ae8b44aa {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:50:00.126016 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6845bd81-9263-4585-bf81-5936f03e1518", "tag": "761255d7-f35e-40ae-8c63-8c75ed657703", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:50:00.126256 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cc815d4b-70ff-498b-ab2a-2b28ae8b44aa {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:50:00.126683 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc815d4b-70ff-498b-ab2a-2b28ae8b44aa'] response: {'name': 'network-changed', 'server_uuid': '6845bd81-9263-4585-bf81-5936f03e1518', 'tag': '761255d7-f35e-40ae-8c63-8c75ed657703', 'status': 'completed', 'code': 200} Apr 08 17:50:00.192612 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-835a11e4-3006-49c9-b8f3-87b01f9a0fac None None] Set router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:50:00.196308 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1755ff8-5cf0-41e6-9ee1-21803c3d660f req-ac299dc2-8703-47c9-afc6-cefae7e2d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:00.197975 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f1755ff8-5cf0-41e6-9ee1-21803c3d660f req-ac299dc2-8703-47c9-afc6-cefae7e2d1be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c793b519db45404da066489467255859&device_id=6845bd81-9263-4585-bf81-5936f03e1518 HTTP/1.1" status: 200 len: 1129 time: 0.0444248 Apr 08 17:50:00.306994 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1755ff8-5cf0-41e6-9ee1-21803c3d660f req-7e5e6103-e217-4ade-b216-04045c73eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:00.308415 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f1755ff8-5cf0-41e6-9ee1-21803c3d660f req-7e5e6103-e217-4ade-b216-04045c73eb53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078 HTTP/1.1" status: 200 len: 916 time: 0.0907450 Apr 08 17:50:00.385015 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f1755ff8-5cf0-41e6-9ee1-21803c3d660f req-72521ef5-9d5e-4e8a-90f2-2f8ae79dc61e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=761255d7-f35e-40ae-8c63-8c75ed657703 HTTP/1.1" status: 200 len: 998 time: 0.0638781 Apr 08 17:50:00.418175 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-835a11e4-3006-49c9-b8f3-87b01f9a0fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': 'b48b1d6d-c937-4e87-b5dd-45498642a2d7', 'tenant_id': 'c793b519db45404da066489467255859', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'port_id': '761255d7-f35e-40ae-8c63-8c75ed657703', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'mac_address': 'fa:16:3e:8d:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6845bd81-9263-4585-bf81-5936f03e1518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:49:45Z', 'updated_at': '2022-04-08T17:49:59Z', 'revision_number': 1, 'project_id': 'c793b519db45404da066489467255859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:00.436985 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1755ff8-5cf0-41e6-9ee1-21803c3d660f req-45e6a402-47d0-401c-b18e-ba8f5a81f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:00.438491 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f1755ff8-5cf0-41e6-9ee1-21803c3d660f req-45e6a402-47d0-401c-b18e-ba8f5a81f3b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8edf8b4-73f8-49e2-a695-014df408b2d6 HTTP/1.1" status: 200 len: 854 time: 0.0444701 Apr 08 17:50:00.446193 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835a11e4-3006-49c9-b8f3-87b01f9a0fac None None] Checking router: 216c479a-d79f-4956-a3c4-c7cdf37e8d9d for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:50:00.455474 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835a11e4-3006-49c9-b8f3-87b01f9a0fac None None] Routers {'216c479a-d79f-4956-a3c4-c7cdf37e8d9d'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:50:00.456032 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-835a11e4-3006-49c9-b8f3-87b01f9a0fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:49:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:00.488322 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1755ff8-5cf0-41e6-9ee1-21803c3d660f req-cc1b93ae-5628-4ed5-a367-babfff6284b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:00.489953 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f1755ff8-5cf0-41e6-9ee1-21803c3d660f req-cc1b93ae-5628-4ed5-a367-babfff6284b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0220a826-6ea0-44a9-acbd-dc4c8bdf3078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384068 Apr 08 17:50:00.566324 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-835a11e4-3006-49c9-b8f3-87b01f9a0fac None None] Set router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:50:00.583953 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f1755ff8-5cf0-41e6-9ee1-21803c3d660f req-5255caee-9324-4f04-95e2-e8fee2c1556e service neutron] 10.222.0.20 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872369 Apr 08 17:50:00.680345 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f1755ff8-5cf0-41e6-9ee1-21803c3d660f req-fada063c-b08d-4dd2-a104-3d10370a648a service neutron] 10.222.0.20 "GET /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892754 Apr 08 17:50:00.790772 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-835a11e4-3006-49c9-b8f3-87b01f9a0fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': 'b48b1d6d-c937-4e87-b5dd-45498642a2d7', 'tenant_id': 'c793b519db45404da066489467255859', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'port_id': '761255d7-f35e-40ae-8c63-8c75ed657703', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'mac_address': 'fa:16:3e:8d:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6845bd81-9263-4585-bf81-5936f03e1518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:49:45Z', 'updated_at': '2022-04-08T17:49:59Z', 'revision_number': 1, 'project_id': 'c793b519db45404da066489467255859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:00.817580 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835a11e4-3006-49c9-b8f3-87b01f9a0fac None None] The sync data for ids ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'] in dv-cinder-837166-1-iscsi is: [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': 'b48b1d6d-c937-4e87-b5dd-45498642a2d7', 'tenant_id': 'c793b519db45404da066489467255859', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'port_id': '761255d7-f35e-40ae-8c63-8c75ed657703', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'mac_address': 'fa:16:3e:8d:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6845bd81-9263-4585-bf81-5936f03e1518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:49:45Z', 'updated_at': '2022-04-08T17:49:59Z', 'revision_number': 1, 'project_id': 'c793b519db45404da066489467255859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:50:00.966751 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22973341-1702-4fa6-9edb-1ce8ca0e32f4 req-9e43d36f-52c2-4008-ad1e-5f40e59e8993 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:00.968272 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-22973341-1702-4fa6-9edb-1ce8ca0e32f4 req-9e43d36f-52c2-4008-ad1e-5f40e59e8993 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0532098 Apr 08 17:50:01.021062 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ca2bf1-5eb6-4604-be0d-f97c33e7333a None None] New status for floating IP b48b1d6d-c937-4e87-b5dd-45498642a2d7: ACTIVE {{(pid=103550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:50:01.022221 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-22973341-1702-4fa6-9edb-1ce8ca0e32f4 req-4abcbb65-877b-4a0a-8434-076202c7304b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478895 Apr 08 17:50:02.171871 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcefcbf-c697-417d-b905-3302cacbfb99 req-54a75e4e-3fe3-4163-910f-91107b7061a1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:02.173500 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-cfcefcbf-c697-417d-b905-3302cacbfb99 req-54a75e4e-3fe3-4163-910f-91107b7061a1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0575566 Apr 08 17:50:02.232400 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-cfcefcbf-c697-417d-b905-3302cacbfb99 req-f0021dd6-c4b5-4e6f-a040-bda69a1d3d1a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504544 Apr 08 17:50:03.367434 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac31315-81b2-404f-8c02-8dd60f181855 req-c07adf47-a29c-48cc-bce7-afd9632702f8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:03.368841 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fac31315-81b2-404f-8c02-8dd60f181855 req-c07adf47-a29c-48cc-bce7-afd9632702f8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0575559 Apr 08 17:50:03.425112 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fac31315-81b2-404f-8c02-8dd60f181855 req-1d400c2f-53c9-49ed-a120-103db5cbec3f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475163 Apr 08 17:50:04.568855 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3866d-830a-4348-a1ac-d8ddbf5c4574 req-cc04928c-89d3-4261-903d-cb053a4793aa tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:04.570333 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-04e3866d-830a-4348-a1ac-d8ddbf5c4574 req-cc04928c-89d3-4261-903d-cb053a4793aa tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0581789 Apr 08 17:50:04.624753 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-04e3866d-830a-4348-a1ac-d8ddbf5c4574 req-a81e8ef3-de2d-47ab-b755-9fff03710ccb tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466561 Apr 08 17:50:05.774470 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45742d-ea6c-4a07-9b5f-dce6ad2ad415 req-841a1b14-1c26-4e3a-a825-9669fa33396e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:05.775954 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5d45742d-ea6c-4a07-9b5f-dce6ad2ad415 req-841a1b14-1c26-4e3a-a825-9669fa33396e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0631695 Apr 08 17:50:05.836386 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5d45742d-ea6c-4a07-9b5f-dce6ad2ad415 req-cff8f3a6-ef77-456f-b3bb-d21140670400 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515282 Apr 08 17:50:06.978140 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fcec8-9d8d-4ba3-a97b-0d946f5fefca req-f35f31fb-bccb-4e52-b682-c69f83a2e182 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:06.979647 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a85fcec8-9d8d-4ba3-a97b-0d946f5fefca req-f35f31fb-bccb-4e52-b682-c69f83a2e182 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0580931 Apr 08 17:50:07.047220 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a85fcec8-9d8d-4ba3-a97b-0d946f5fefca req-766fc8b8-c680-412a-b187-74a9917910f5 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587070 Apr 08 17:50:08.166673 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de06c97-4f0b-48ad-9eac-55f0a0026aee req-65e5ab5f-2d9a-4897-8f7e-bd68bc038eac tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:08.168187 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1de06c97-4f0b-48ad-9eac-55f0a0026aee req-65e5ab5f-2d9a-4897-8f7e-bd68bc038eac tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0484133 Apr 08 17:50:08.228811 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1de06c97-4f0b-48ad-9eac-55f0a0026aee req-e90afc8c-097d-4b81-96a0-c395371ff236 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522933 Apr 08 17:50:08.286910 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 34bb011d-76c8-45d6-b5ff-611b95a56e2a details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:50:08.390832 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 34bb011d-76c8-45d6-b5ff-611b95a56e2a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=34bb011d-76c8-45d6-b5ff-611b95a56e2a,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:50:08.403036 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': '34bb011d-76c8-45d6-b5ff-611b95a56e2a', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'port_id': '34bb011d-76c8-45d6-b5ff-611b95a56e2a', 'mac_address': 'fa:16:3e:f6:a2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:50:08.442631 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 34bb011d-76c8-45d6-b5ff-611b95a56e2a is: ACTIVE; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:50:08.443044 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:08.456887 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34bb011d-76c8-45d6-b5ff-611b95a56e2a {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:50:08.478156 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 34bb011d-76c8-45d6-b5ff-611b95a56e2a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=34bb011d-76c8-45d6-b5ff-611b95a56e2a,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:50:08.486173 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:08.537417 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=34bb011d-76c8-45d6-b5ff-611b95a56e2a,revision_number=6']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:08.613743 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['34bb011d-76c8-45d6-b5ff-611b95a56e2a'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:50:09.357694 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388bdcf-c0bc-4826-a9ac-2e42db778d85 req-1c3ffcd9-d648-4870-ba23-1717eadb95c7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:09.359187 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3388bdcf-c0bc-4826-a9ac-2e42db778d85 req-1c3ffcd9-d648-4870-ba23-1717eadb95c7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 944 time: 0.0482070 Apr 08 17:50:09.417266 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3388bdcf-c0bc-4826-a9ac-2e42db778d85 req-59930a2c-a1bb-4c8f-b121-8565c1a2504b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504274 Apr 08 17:50:10.303455 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 34bb011d-76c8-45d6-b5ff-611b95a56e2a up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:50:10.356184 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port 34bb011d-76c8-45d6-b5ff-611b95a56e2a triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:50:10.356612 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:10.438905 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 34bb011d-76c8-45d6-b5ff-611b95a56e2a is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:50:10.439287 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:10.462966 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5482b8ab-fbad-460e-8462-aababe336e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bb011d-76c8-45d6-b5ff-611b95a56e2a'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:50:10.465266 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360f6ee9-ccd2-41f7-bcf7-4ff586cc3761" -d '{"events": [{"server_uuid": "5482b8ab-fbad-460e-8462-aababe336e33", "name": "network-vif-plugged", "status": "completed", "tag": "34bb011d-76c8-45d6-b5ff-611b95a56e2a"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:50:10.478096 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 34bb011d-76c8-45d6-b5ff-611b95a56e2a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=34bb011d-76c8-45d6-b5ff-611b95a56e2a,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:50:10.482753 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:10.506785 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13918a73-b715-4273-b2f8-ec023619e34d x-openstack-request-id: req-13918a73-b715-4273-b2f8-ec023619e34d {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:50:10.507095 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5482b8ab-fbad-460e-8462-aababe336e33", "name": "network-vif-plugged", "status": "completed", "tag": "34bb011d-76c8-45d6-b5ff-611b95a56e2a", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:50:10.507345 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-13918a73-b715-4273-b2f8-ec023619e34d {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:50:10.507737 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13918a73-b715-4273-b2f8-ec023619e34d'] response: {'server_uuid': '5482b8ab-fbad-460e-8462-aababe336e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bb011d-76c8-45d6-b5ff-611b95a56e2a', 'code': 200} Apr 08 17:50:10.536847 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=34bb011d-76c8-45d6-b5ff-611b95a56e2a,revision_number=7']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:10.553994 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011af302-8194-43c1-a8fd-ba8c3f950266 req-1d90fd4d-7649-4540-9885-2f220f2fa71b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:10.555395 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-011af302-8194-43c1-a8fd-ba8c3f950266 req-1d90fd4d-7649-4540-9885-2f220f2fa71b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0579228 Apr 08 17:50:10.604546 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-011af302-8194-43c1-a8fd-ba8c3f950266 req-2ab6d865-738a-42ec-82a5-25233b0b24f7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433955 Apr 08 17:50:11.759734 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c96dc-b6c5-4ba4-b39e-182c2f408a95 req-5c916bbe-dc72-4f8d-bd62-13d85e6e8d5a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:11.761939 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c58c96dc-b6c5-4ba4-b39e-182c2f408a95 req-5c916bbe-dc72-4f8d-bd62-13d85e6e8d5a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0592608 Apr 08 17:50:11.814498 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c58c96dc-b6c5-4ba4-b39e-182c2f408a95 req-ed7fca4d-986f-4059-bea1-9b3d15943841 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433130 Apr 08 17:50:12.949553 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad045e-1f59-4f8b-9811-e6932a8f03da req-95a51f5e-6a31-41eb-aadf-496d8fc3da3a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:12.951034 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7fad045e-1f59-4f8b-9811-e6932a8f03da req-95a51f5e-6a31-41eb-aadf-496d8fc3da3a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0611434 Apr 08 17:50:13.001637 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7fad045e-1f59-4f8b-9811-e6932a8f03da req-cfb4313f-8057-4bd6-8833-b3462c6a31cd tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448627 Apr 08 17:50:13.029138 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-86757720-f7d1-49b2-8cf0-8da93ed542d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:14.136208 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821793f-73ae-4ed5-8e8c-48afad68da01 req-cef7eedd-06e9-4fcf-9d74-18ce4e59e13c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:14.137733 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a821793f-73ae-4ed5-8e8c-48afad68da01 req-cef7eedd-06e9-4fcf-9d74-18ce4e59e13c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0507743 Apr 08 17:50:14.189429 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a821793f-73ae-4ed5-8e8c-48afad68da01 req-eb0263c1-4e94-413e-8cba-24dc8166041a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431035 Apr 08 17:50:15.318427 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f14228-1e60-4313-adc8-5e6f7c7d1b3f req-4a8a7a35-59e2-4453-873e-aac6d1d021f6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:15.319912 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-83f14228-1e60-4313-adc8-5e6f7c7d1b3f req-4a8a7a35-59e2-4453-873e-aac6d1d021f6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0484176 Apr 08 17:50:15.377682 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-83f14228-1e60-4313-adc8-5e6f7c7d1b3f req-1b19094c-2a41-4695-a5fb-3c1cf59d1e18 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478823 Apr 08 17:50:15.446926 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cf5e3af2-8f2c-42f9-b1c0-6d795d4a44c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:16.504644 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc98b3-a522-434b-8554-23c367f4a79e req-0ba9efc4-ad60-4c06-b20c-053887ba91f1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:16.508093 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0adc98b3-a522-434b-8554-23c367f4a79e req-0ba9efc4-ad60-4c06-b20c-053887ba91f1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0558457 Apr 08 17:50:16.516088 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:16.564153 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0adc98b3-a522-434b-8554-23c367f4a79e req-f8ed1a2b-7115-4b14-bf7d-5d4d5d7faab6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518723 Apr 08 17:50:16.739499 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:17.703605 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225f0c4-5f71-4287-94c3-e5d5d2bf39e2 req-52fe3006-d7c7-4692-9eb9-d07c8ed73de0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:17.708140 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4225f0c4-5f71-4287-94c3-e5d5d2bf39e2 req-52fe3006-d7c7-4692-9eb9-d07c8ed73de0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0547726 Apr 08 17:50:17.761248 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4225f0c4-5f71-4287-94c3-e5d5d2bf39e2 req-52d9f0e8-eba6-4d60-bc56-f8c5b454bd3a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485792 Apr 08 17:50:18.011852 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:18.428258 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:50:18.895293 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e24d5-9ab3-4232-ad65-d9e7e7e7e66e req-703e4d15-0e9a-4143-a946-67980e64c1ba tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:18.903450 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9d9e24d5-9ab3-4232-ad65-d9e7e7e7e66e req-703e4d15-0e9a-4143-a946-67980e64c1ba tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0572946 Apr 08 17:50:18.951887 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9d9e24d5-9ab3-4232-ad65-d9e7e7e7e66e req-7078c0f5-4faf-4e13-90ad-e9443c94c85d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474792 Apr 08 17:50:19.536523 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:20.085753 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7fd4d-2d18-4743-92bb-c2f905a7cbe5 req-c9d4a12f-af5b-46aa-b3da-7d55dfab7d18 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:20.087791 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-56c7fd4d-2d18-4743-92bb-c2f905a7cbe5 req-c9d4a12f-af5b-46aa-b3da-7d55dfab7d18 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0531235 Apr 08 17:50:20.150716 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-56c7fd4d-2d18-4743-92bb-c2f905a7cbe5 req-4f2a681f-8ff2-46ca-9281-b89560a8f45e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570941 Apr 08 17:50:21.282048 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e971a-2ecb-43b1-b180-5cfcadf8ca52 req-e9329a6b-6d1d-4e3e-a166-f73d1a8669ab tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:21.283928 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-488e971a-2ecb-43b1-b180-5cfcadf8ca52 req-e9329a6b-6d1d-4e3e-a166-f73d1a8669ab tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0522621 Apr 08 17:50:21.335562 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-488e971a-2ecb-43b1-b180-5cfcadf8ca52 req-e18699ea-9d0c-4f69-a1a3-9fdccca96a50 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446126 Apr 08 17:50:22.457470 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f03535-74b5-4871-86e9-2d42c75527aa req-dcd2d735-858c-4aa8-a6b6-4c6f8ac99372 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:22.459060 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-01f03535-74b5-4871-86e9-2d42c75527aa req-dcd2d735-858c-4aa8-a6b6-4c6f8ac99372 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0487649 Apr 08 17:50:22.508051 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-01f03535-74b5-4871-86e9-2d42c75527aa req-53502ebf-83be-4790-9eef-fa7c0a968a10 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428131 Apr 08 17:50:23.639781 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b64e5e-bbf3-44f2-9532-c26f4215ddc7 req-9cc75ef2-050f-4fa1-9ad8-c9412aa00e7c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:23.641306 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-96b64e5e-bbf3-44f2-9532-c26f4215ddc7 req-9cc75ef2-050f-4fa1-9ad8-c9412aa00e7c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0525606 Apr 08 17:50:23.696156 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-96b64e5e-bbf3-44f2-9532-c26f4215ddc7 req-af9661a8-2475-4bc2-8c73-a81cda29b71c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487688 Apr 08 17:50:24.831529 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92732de1-1cf9-4ad9-947a-7d7e6be1a733 req-e221f9d9-8c00-4d73-95a8-a23dd3f2adf3 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:24.834357 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-92732de1-1cf9-4ad9-947a-7d7e6be1a733 req-e221f9d9-8c00-4d73-95a8-a23dd3f2adf3 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0600107 Apr 08 17:50:24.905986 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-92732de1-1cf9-4ad9-947a-7d7e6be1a733 req-6a160a04-8363-4464-aa8c-af30796eebb7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642195 Apr 08 17:50:26.029429 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6d1ee-d5a7-4b6e-a93c-8646ac648fe6 req-09d7313a-1901-4328-9436-8bc4b740a06e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:26.030965 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e7e6d1ee-d5a7-4b6e-a93c-8646ac648fe6 req-09d7313a-1901-4328-9436-8bc4b740a06e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0490959 Apr 08 17:50:26.085191 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e7e6d1ee-d5a7-4b6e-a93c-8646ac648fe6 req-e93c8801-894d-4599-a85a-d87364a50835 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481505 Apr 08 17:50:27.233126 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200a6c9-8c67-4ff5-8627-1954661a5023 req-fcfb879d-93db-4c02-9426-026cb139a5a2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:27.234904 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c200a6c9-8c67-4ff5-8627-1954661a5023 req-fcfb879d-93db-4c02-9426-026cb139a5a2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0696898 Apr 08 17:50:27.290932 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c200a6c9-8c67-4ff5-8627-1954661a5023 req-f684b89c-7a25-4858-8d84-b8cecb2041a8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494916 Apr 08 17:50:28.424804 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca33de-8210-45a9-ac21-4b04562a452d req-1f438471-8659-4c8f-8d0d-296a3e408867 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:28.426297 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d9ca33de-8210-45a9-ac21-4b04562a452d req-1f438471-8659-4c8f-8d0d-296a3e408867 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0594134 Apr 08 17:50:28.478938 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d9ca33de-8210-45a9-ac21-4b04562a452d req-4374b1eb-cec8-4b6a-9d24-5b7a769e8c75 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449178 Apr 08 17:50:29.612145 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838af4f6-de33-4de4-8804-ad10796d9b1d req-80fa5444-2d4b-4746-971d-29d04328dae6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:29.613687 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-838af4f6-de33-4de4-8804-ad10796d9b1d req-80fa5444-2d4b-4746-971d-29d04328dae6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0567076 Apr 08 17:50:29.668552 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-838af4f6-de33-4de4-8804-ad10796d9b1d req-f332624e-4ade-4433-99aa-95d427cb90c1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485396 Apr 08 17:50:30.790570 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74d5c4-dfb4-47db-8e6b-df7426c7f1ce req-7439af29-ae7f-4e63-9c53-15037526b55e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:30.792057 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6f74d5c4-dfb4-47db-8e6b-df7426c7f1ce req-7439af29-ae7f-4e63-9c53-15037526b55e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0484850 Apr 08 17:50:30.839898 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6f74d5c4-dfb4-47db-8e6b-df7426c7f1ce req-2a48a054-e0ca-491f-aeb4-3a27b7bd39c3 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414977 Apr 08 17:50:31.684069 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0c8e9-f2f8-4907-a54e-fae38935890e req-8c9d2ae5-524a-48cf-8ae7-1b20c6f8c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:31.685617 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cce0c8e9-f2f8-4907-a54e-fae38935890e req-8c9d2ae5-524a-48cf-8ae7-1b20c6f8c00d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=871ad76eadfd4d88827f7e66f16eaa94&device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 1129 time: 0.0496225 Apr 08 17:50:31.785658 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0c8e9-f2f8-4907-a54e-fae38935890e req-e37039ba-0357-4a22-8ecc-5b016e9d4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:31.787265 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cce0c8e9-f2f8-4907-a54e-fae38935890e req-e37039ba-0357-4a22-8ecc-5b016e9d4dd0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 HTTP/1.1" status: 200 len: 918 time: 0.0942054 Apr 08 17:50:31.855239 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cce0c8e9-f2f8-4907-a54e-fae38935890e req-bd9c0649-b152-4c92-bb30-c19c34e48114 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34bb011d-76c8-45d6-b5ff-611b95a56e2a HTTP/1.1" status: 200 len: 1001 time: 0.0609176 Apr 08 17:50:31.911749 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0c8e9-f2f8-4907-a54e-fae38935890e req-08a4a22c-e630-4725-8471-0504f2766797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:31.913273 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cce0c8e9-f2f8-4907-a54e-fae38935890e req-08a4a22c-e630-4725-8471-0504f2766797 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1896ad45-f1dd-47eb-87e5-845f315dcdb0 HTTP/1.1" status: 200 len: 856 time: 0.0493934 Apr 08 17:50:31.957531 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0c8e9-f2f8-4907-a54e-fae38935890e req-ee2ad5f7-4952-4a93-8d08-dbcf7b4a8414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:31.959198 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cce0c8e9-f2f8-4907-a54e-fae38935890e req-ee2ad5f7-4952-4a93-8d08-dbcf7b4a8414 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395179 Apr 08 17:50:31.964525 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb4a5b-3f8d-47b8-a9f9-a1966ae4495e req-bb2360a0-3668-4928-92ef-6822ff66ada2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:31.966037 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f7cb4a5b-3f8d-47b8-a9f9-a1966ae4495e req-bb2360a0-3668-4928-92ef-6822ff66ada2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0501103 Apr 08 17:50:32.014587 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f7cb4a5b-3f8d-47b8-a9f9-a1966ae4495e req-eb6d418a-e35e-42d0-8c1d-49d81f58baa6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425379 Apr 08 17:50:32.050933 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cce0c8e9-f2f8-4907-a54e-fae38935890e req-b89bfe8a-cf39-4bc1-ba4a-c1f4ac827e34 service neutron] 10.222.0.20 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841615 Apr 08 17:50:32.150846 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cce0c8e9-f2f8-4907-a54e-fae38935890e req-1b5fe23f-da08-483d-a3e9-4feb99ec37e3 service neutron] 10.222.0.20 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930285 Apr 08 17:50:33.135844 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696952a-aebe-4a3d-944b-5fe3d67370bb req-f9804a40-6967-4511-a7dc-bff76d9a980a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:33.137395 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8696952a-aebe-4a3d-944b-5fe3d67370bb req-f9804a40-6967-4511-a7dc-bff76d9a980a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0500617 Apr 08 17:50:33.191283 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8696952a-aebe-4a3d-944b-5fe3d67370bb req-bfe11125-b6b2-4170-9386-1b1185a6bfbb tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480554 Apr 08 17:50:34.322699 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e9848-5bd6-41b0-8dfc-1fd4b67cb6ea req-3cefa92a-04e0-48a0-bf01-7745d408bc23 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:34.324239 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d64e9848-5bd6-41b0-8dfc-1fd4b67cb6ea req-3cefa92a-04e0-48a0-bf01-7745d408bc23 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 945 time: 0.0528016 Apr 08 17:50:34.377669 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d64e9848-5bd6-41b0-8dfc-1fd4b67cb6ea req-c1a288fe-4352-4c9a-a605-43bcdd33a2b1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460515 Apr 08 17:50:34.427566 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 34bb011d-76c8-45d6-b5ff-611b95a56e2a no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:50:34.506850 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 34bb011d-76c8-45d6-b5ff-611b95a56e2a is: ACTIVE; New status is: DOWN {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:50:34.507131 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:34.536250 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5482b8ab-fbad-460e-8462-aababe336e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34bb011d-76c8-45d6-b5ff-611b95a56e2a'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:50:34.538560 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1feec8-7413-4abf-8b11-3f32fba0564c" -d '{"events": [{"server_uuid": "5482b8ab-fbad-460e-8462-aababe336e33", "name": "network-vif-unplugged", "status": "completed", "tag": "34bb011d-76c8-45d6-b5ff-611b95a56e2a"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:50:34.552361 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 34bb011d-76c8-45d6-b5ff-611b95a56e2a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=34bb011d-76c8-45d6-b5ff-611b95a56e2a,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:50:34.560533 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:34.596977 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 08 Apr 2022 17:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d3734f-7398-4a2f-87f8-fedf3a6e343b x-openstack-request-id: req-23d3734f-7398-4a2f-87f8-fedf3a6e343b {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:50:34.597222 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5482b8ab-fbad-460e-8462-aababe336e33", "name": "network-vif-unplugged", "status": "completed", "tag": "34bb011d-76c8-45d6-b5ff-611b95a56e2a", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:50:34.597501 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-23d3734f-7398-4a2f-87f8-fedf3a6e343b {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:50:34.597890 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23d3734f-7398-4a2f-87f8-fedf3a6e343b'] response: {'server_uuid': '5482b8ab-fbad-460e-8462-aababe336e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34bb011d-76c8-45d6-b5ff-611b95a56e2a', 'code': 200} Apr 08 17:50:34.621804 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=34bb011d-76c8-45d6-b5ff-611b95a56e2a,revision_number=8']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:35.512563 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ed7cd-6326-4ef0-884d-a924ca5535b3 req-b47c7609-992a-4198-932f-44e8e031b3bb tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:35.514035 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-116ed7cd-6326-4ef0-884d-a924ca5535b3 req-b47c7609-992a-4198-932f-44e8e031b3bb tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0554748 Apr 08 17:50:35.571052 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-116ed7cd-6326-4ef0-884d-a924ca5535b3 req-e50d2fee-10db-4644-b7ed-f7b0b60455c5 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477550 Apr 08 17:50:36.467544 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [req-fa3d5041-dd82-42bf-8abe-55f079c4059e req-67641de3-28a9-4201-a28e-b78bbdb94157 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:50:36.468872 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fa3d5041-dd82-42bf-8abe-55f079c4059e req-67641de3-28a9-4201-a28e-b78bbdb94157 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085073 Apr 08 17:50:36.671145 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce9539-eae8-4e68-9925-7ba07477843c req-6cfff0f0-15ec-4d2d-bb80-d8ec73a95be0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:36.672975 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e7ce9539-eae8-4e68-9925-7ba07477843c req-6cfff0f0-15ec-4d2d-bb80-d8ec73a95be0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0638919 Apr 08 17:50:36.735501 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e7ce9539-eae8-4e68-9925-7ba07477843c req-dbfce689-1527-455d-bede-4b8b70369f7a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563307 Apr 08 17:50:36.891414 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-37d90c69-b024-4053-afb0-6d0e7061cb7e req-b56ca9c3-e7a3-40e7-8d82-8c1266ef9c1a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1400061 Apr 08 17:50:37.028095 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90c69-b024-4053-afb0-6d0e7061cb7e req-7e6dde4a-fd91-452e-9692-732d00e7efa3 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:37.029419 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-37d90c69-b024-4053-afb0-6d0e7061cb7e req-7e6dde4a-fd91-452e-9692-732d00e7efa3 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports/34bb011d-76c8-45d6-b5ff-611b95a56e2a HTTP/1.1" status: 200 len: 940 time: 0.1030073 Apr 08 17:50:37.925556 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9180a8f-2a75-404c-b6cb-7972d8c572a1 req-6ff9e0b1-8fef-4f59-b3c9-cc0234111053 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:37.927032 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f9180a8f-2a75-404c-b6cb-7972d8c572a1 req-6ff9e0b1-8fef-4f59-b3c9-cc0234111053 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.1082554 Apr 08 17:50:37.946248 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90c69-b024-4053-afb0-6d0e7061cb7e req-ea5dccc4-be4b-4cd9-9f2a-a9560ff54fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:37.947695 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-37d90c69-b024-4053-afb0-6d0e7061cb7e req-ea5dccc4-be4b-4cd9-9f2a-a9560ff54fba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33&tenant_id=871ad76eadfd4d88827f7e66f16eaa94 HTTP/1.1" status: 200 len: 1127 time: 0.0931985 Apr 08 17:50:37.982298 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f9180a8f-2a75-404c-b6cb-7972d8c572a1 req-95d794c0-d7b3-492f-88a4-8811cf82bec9 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491478 Apr 08 17:50:38.021642 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90c69-b024-4053-afb0-6d0e7061cb7e req-cbb0c16a-23a4-4d3b-b2f8-4739deb3ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:38.023150 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-37d90c69-b024-4053-afb0-6d0e7061cb7e req-cbb0c16a-23a4-4d3b-b2f8-4739deb3ed3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=871ad76eadfd4d88827f7e66f16eaa94&device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 1127 time: 0.0386441 Apr 08 17:50:38.120241 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90c69-b024-4053-afb0-6d0e7061cb7e req-44573b8f-a958-4afc-970d-b57ce030131f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:38.121666 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-37d90c69-b024-4053-afb0-6d0e7061cb7e req-44573b8f-a958-4afc-970d-b57ce030131f service neutron] 10.222.0.20 "GET /v2.0/networks?id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 HTTP/1.1" status: 200 len: 918 time: 0.0906913 Apr 08 17:50:38.189625 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-37d90c69-b024-4053-afb0-6d0e7061cb7e req-014d7721-2cfb-49fe-bdda-076eda1f006d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34bb011d-76c8-45d6-b5ff-611b95a56e2a HTTP/1.1" status: 200 len: 999 time: 0.0598001 Apr 08 17:50:38.251913 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90c69-b024-4053-afb0-6d0e7061cb7e req-2b8d2ec9-f994-4368-a8c8-1020a6f329a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:38.253423 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-37d90c69-b024-4053-afb0-6d0e7061cb7e req-2b8d2ec9-f994-4368-a8c8-1020a6f329a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1896ad45-f1dd-47eb-87e5-845f315dcdb0 HTTP/1.1" status: 200 len: 856 time: 0.0560086 Apr 08 17:50:38.299072 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90c69-b024-4053-afb0-6d0e7061cb7e req-033334c6-9d4a-43c3-9070-1491388ff24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:38.300653 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-37d90c69-b024-4053-afb0-6d0e7061cb7e req-033334c6-9d4a-43c3-9070-1491388ff24b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391028 Apr 08 17:50:38.395518 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-37d90c69-b024-4053-afb0-6d0e7061cb7e req-51f60c43-603c-437b-b2c5-5a7d14aaa434 service neutron] 10.222.0.20 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872734 Apr 08 17:50:38.479838 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 34bb011d-76c8-45d6-b5ff-611b95a56e2a no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:50:38.490753 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-37d90c69-b024-4053-afb0-6d0e7061cb7e req-8de1b4cb-c52b-4771-90f6-89de6ed07720 service neutron] 10.222.0.20 "GET /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877397 Apr 08 17:50:38.562607 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 34bb011d-76c8-45d6-b5ff-611b95a56e2a is: DOWN; New status is: DOWN {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:50:39.124668 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86326f51-b597-4f5b-bf82-59610de632c9 req-72e6555d-0ff3-4977-bc9c-4b65e18a50d6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:39.127994 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-86326f51-b597-4f5b-bf82-59610de632c9 req-72e6555d-0ff3-4977-bc9c-4b65e18a50d6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0562592 Apr 08 17:50:39.454277 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-86326f51-b597-4f5b-bf82-59610de632c9 req-688d61ab-dd5a-4700-8b7e-bccab35b1bc5 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3219266 Apr 08 17:50:40.589443 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03d0ed-188b-4c99-b261-5df4cfa6b69f req-b5cee334-3f55-4c79-a5c0-002a8458b641 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:40.591040 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-dc03d0ed-188b-4c99-b261-5df4cfa6b69f req-b5cee334-3f55-4c79-a5c0-002a8458b641 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0541472 Apr 08 17:50:40.638855 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-dc03d0ed-188b-4c99-b261-5df4cfa6b69f req-31e586a3-4980-4c74-92e6-2330ff1f0533 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417244 Apr 08 17:50:41.775369 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b825986-4bf1-4aca-a265-8fea222e5201 req-1375822c-daf5-4cc5-b989-85258a462fcb tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:41.777625 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0b825986-4bf1-4aca-a265-8fea222e5201 req-1375822c-daf5-4cc5-b989-85258a462fcb tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0605156 Apr 08 17:50:41.826929 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0b825986-4bf1-4aca-a265-8fea222e5201 req-6c25518e-0679-46aa-b83b-c60e36da93c4 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433426 Apr 08 17:50:42.951873 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec8ae5-500d-49c5-925d-5d0b83100ecc req-e42d7246-5138-4f1e-8209-ccca4b138611 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:42.953372 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8fec8ae5-500d-49c5-925d-5d0b83100ecc req-e42d7246-5138-4f1e-8209-ccca4b138611 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0535698 Apr 08 17:50:43.002522 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8fec8ae5-500d-49c5-925d-5d0b83100ecc req-1a1fd447-edaf-427e-b1ca-d5aba0c2b4cc tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434666 Apr 08 17:50:43.030741 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-880096f3-13f8-4f8d-86a3-c142c10e8220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:44.132710 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab609d-46a0-456c-aa91-d1592fa74156 req-513b6569-0c04-446c-99c6-0bac4a374a6b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:44.135227 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-07ab609d-46a0-456c-aa91-d1592fa74156 req-513b6569-0c04-446c-99c6-0bac4a374a6b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0538747 Apr 08 17:50:44.190648 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-07ab609d-46a0-456c-aa91-d1592fa74156 req-c3fccc74-fdc0-46a3-a195-9dd96cb165d5 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504854 Apr 08 17:50:45.319783 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fe7e1-ec48-45e3-a28b-31abab18d94c req-4ca39dbc-86c8-4030-922b-2e354a8482c4 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:45.321207 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-192fe7e1-ec48-45e3-a28b-31abab18d94c req-4ca39dbc-86c8-4030-922b-2e354a8482c4 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0495641 Apr 08 17:50:45.372136 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-192fe7e1-ec48-45e3-a28b-31abab18d94c req-515b94a7-c46b-4f5c-a977-c3a6d1e0ac8f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452754 Apr 08 17:50:45.445641 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4763e36-9b74-4b72-a58e-8fbdb4ce72f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:46.498711 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e509e6-e40d-4c26-841c-bd923ba9af4c req-0e343789-7511-4b1b-804a-280f9db11758 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:46.501531 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d8e509e6-e40d-4c26-841c-bd923ba9af4c req-0e343789-7511-4b1b-804a-280f9db11758 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0532808 Apr 08 17:50:46.525096 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:46.555458 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d8e509e6-e40d-4c26-841c-bd923ba9af4c req-ae4604e2-1ded-4ab1-9151-de8c630dcce3 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479512 Apr 08 17:50:46.740067 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:47.685712 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2417e40-3a30-485f-b760-ac14724ac5ba req-16b11a3f-6ef5-485e-bd34-fec385791a86 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:47.687215 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f2417e40-3a30-485f-b760-ac14724ac5ba req-16b11a3f-6ef5-485e-bd34-fec385791a86 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0517843 Apr 08 17:50:47.740268 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f2417e40-3a30-485f-b760-ac14724ac5ba req-13ec100b-25d8-4f93-a937-0e9c922fb72b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470603 Apr 08 17:50:48.022769 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:48.866713 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaba56e-38df-482a-915d-5449f8e598e3 req-9b02b412-4839-42ea-a615-808070b27f8a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:48.868225 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fdaba56e-38df-482a-915d-5449f8e598e3 req-9b02b412-4839-42ea-a615-808070b27f8a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0545838 Apr 08 17:50:48.920306 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fdaba56e-38df-482a-915d-5449f8e598e3 req-bb23b429-ab3b-41ba-a6a9-6c44545a64a7 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463374 Apr 08 17:50:49.538344 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:50.074702 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776a796-0598-4438-8adf-bacb7f6cb863 req-5da029a8-fe15-49ca-bbbf-6058148c82a6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:50.076210 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6776a796-0598-4438-8adf-bacb7f6cb863 req-5da029a8-fe15-49ca-bbbf-6058148c82a6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0498374 Apr 08 17:50:50.125289 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6776a796-0598-4438-8adf-bacb7f6cb863 req-045783d0-646b-46ba-9633-c936940a64fb tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434551 Apr 08 17:50:51.264203 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634723e0-d058-48f1-9ba6-8813ebeeca12 req-48fdb62e-828b-4dfa-a746-578ee3b3df85 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:51.265704 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-634723e0-d058-48f1-9ba6-8813ebeeca12 req-48fdb62e-828b-4dfa-a746-578ee3b3df85 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0616713 Apr 08 17:50:51.319708 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-634723e0-d058-48f1-9ba6-8813ebeeca12 req-a77760d8-8bfd-4414-9a96-a25b2fe0e4f3 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481710 Apr 08 17:50:52.460385 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8485361-e2f5-4180-81a4-679350ac7c12 req-9ed90d02-ba5b-4851-a64a-dcb091805e84 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:52.462356 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c8485361-e2f5-4180-81a4-679350ac7c12 req-9ed90d02-ba5b-4851-a64a-dcb091805e84 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0619535 Apr 08 17:50:52.519674 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c8485361-e2f5-4180-81a4-679350ac7c12 req-24700314-bbe7-4d99-a5eb-0d0770eee1ae tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488942 Apr 08 17:50:53.658787 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dd157-8972-49b2-a0ee-c957ff1591e0 req-7cd6bf4e-5230-435e-947c-f9ccbf5c6e9d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:53.660269 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c14dd157-8972-49b2-a0ee-c957ff1591e0 req-7cd6bf4e-5230-435e-947c-f9ccbf5c6e9d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0545502 Apr 08 17:50:53.710045 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c14dd157-8972-49b2-a0ee-c957ff1591e0 req-d3761b13-b6a6-4fe3-8466-2ed697a8be3c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437734 Apr 08 17:50:54.859481 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7a5c7-054e-4295-b7c9-3c52cbf9c8de req-99399c69-08e2-4178-94de-e94b0656fc89 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:54.860975 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cfd7a5c7-054e-4295-b7c9-3c52cbf9c8de req-99399c69-08e2-4178-94de-e94b0656fc89 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0518816 Apr 08 17:50:54.914065 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cfd7a5c7-054e-4295-b7c9-3c52cbf9c8de req-56cf0bde-82f4-461e-86cc-63497d8c8887 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472934 Apr 08 17:50:55.435272 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:50:56.061503 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dceac-192f-40c1-958d-03be2835cc93 req-d9f878d8-127c-479f-b4ee-3351854c0135 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:56.062978 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-460dceac-192f-40c1-958d-03be2835cc93 req-d9f878d8-127c-479f-b4ee-3351854c0135 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0509577 Apr 08 17:50:56.121027 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-460dceac-192f-40c1-958d-03be2835cc93 req-eadc30b8-6a73-4afc-9b88-5670303c0416 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520356 Apr 08 17:50:57.251904 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedb7c0-a801-42b6-9f62-e2be76dd595c req-a9cfc3cd-e09e-4663-8ba1-441119496fd4 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:57.253404 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2aedb7c0-a801-42b6-9f62-e2be76dd595c req-a9cfc3cd-e09e-4663-8ba1-441119496fd4 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0494676 Apr 08 17:50:57.303841 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2aedb7c0-a801-42b6-9f62-e2be76dd595c req-3e1a72e7-4bf5-404e-a4f4-11c94811e977 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443647 Apr 08 17:50:58.428017 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12f734-e339-4f19-9ad2-5fcf0f583857 req-ae7b357d-ab44-4540-860a-59ececb661e9 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:58.429635 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5d12f734-e339-4f19-9ad2-5fcf0f583857 req-ae7b357d-ab44-4540-860a-59ececb661e9 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0488644 Apr 08 17:50:58.485145 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5d12f734-e339-4f19-9ad2-5fcf0f583857 req-9e056d6c-96b5-4f92-b20e-71b6d673ea1c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494545 Apr 08 17:50:59.612686 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea2f65-8e35-4d1e-bd72-491b259d22d6 req-82ea7c58-4751-43a7-9346-5aa3df346851 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:59.614171 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a5ea2f65-8e35-4d1e-bd72-491b259d22d6 req-82ea7c58-4751-43a7-9346-5aa3df346851 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0474179 Apr 08 17:50:59.672742 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a5ea2f65-8e35-4d1e-bd72-491b259d22d6 req-2938bc1c-f4b6-4e4d-a9e8-d235c9dfa20e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525942 Apr 08 17:51:00.643502 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 34bb011d-76c8-45d6-b5ff-611b95a56e2a details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:51:00.749269 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 34bb011d-76c8-45d6-b5ff-611b95a56e2a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=34bb011d-76c8-45d6-b5ff-611b95a56e2a,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:51:00.766876 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': '34bb011d-76c8-45d6-b5ff-611b95a56e2a', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'port_id': '34bb011d-76c8-45d6-b5ff-611b95a56e2a', 'mac_address': 'fa:16:3e:f6:a2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:51:00.809121 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8afa6-b79f-459b-9472-aea9897e2f5a req-218ee98f-6561-4663-a89c-c016a77e9c17 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:00.810783 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8af8afa6-b79f-459b-9472-aea9897e2f5a req-218ee98f-6561-4663-a89c-c016a77e9c17 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 943 time: 0.0590630 Apr 08 17:51:00.819526 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 34bb011d-76c8-45d6-b5ff-611b95a56e2a is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:51:00.820022 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:00.834445 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bb011d-76c8-45d6-b5ff-611b95a56e2a {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:51:00.856474 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 34bb011d-76c8-45d6-b5ff-611b95a56e2a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=34bb011d-76c8-45d6-b5ff-611b95a56e2a,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:51:00.862510 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:00.911065 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8af8afa6-b79f-459b-9472-aea9897e2f5a req-d86f95fa-e427-43d4-be11-011a4a402b5d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814126 Apr 08 17:51:00.913128 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c428f231-7292-4c2b-bd2b-cf09c2112ce5 req-520fe2aa-e820-48e7-98d0-5bbd40dadfe0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548942 Apr 08 17:51:00.920102 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=34bb011d-76c8-45d6-b5ff-611b95a56e2a,revision_number=9']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:00.928389 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:00.928718 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:00.929066 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:00.929405 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:00.929742 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:00.930075 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:00.930402 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:00.930769 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:00.931090 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:00.931425 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:00.931750 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:00.932083 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:00.932399 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:00.932750 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:00.933070 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:00.995886 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428f231-7292-4c2b-bd2b-cf09c2112ce5 req-edec354a-1f40-4042-995f-3e171d39003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:00.997702 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c428f231-7292-4c2b-bd2b-cf09c2112ce5 req-edec354a-1f40-4042-995f-3e171d39003d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74a6abf6655b4484b7870dba86883953&device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 1129 time: 0.0431015 Apr 08 17:51:01.109000 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428f231-7292-4c2b-bd2b-cf09c2112ce5 req-4f3bf9e1-d0cb-484d-9994-f9df8e75b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:01.110697 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c428f231-7292-4c2b-bd2b-cf09c2112ce5 req-4f3bf9e1-d0cb-484d-9994-f9df8e75b905 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e6e2ce3-9728-4fc0-915f-f4f91891414e HTTP/1.1" status: 200 len: 910 time: 0.0889382 Apr 08 17:51:01.188412 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c428f231-7292-4c2b-bd2b-cf09c2112ce5 req-83c4e4f5-9253-4afa-8b56-2bc73ad05522 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87446918-0d6b-48ad-b324-d270a7d66ac6 HTTP/1.1" status: 200 len: 1001 time: 0.0703263 Apr 08 17:51:01.241668 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428f231-7292-4c2b-bd2b-cf09c2112ce5 req-84c13e1c-640f-4d03-b3e1-3858c4d43294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:01.243631 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c428f231-7292-4c2b-bd2b-cf09c2112ce5 req-84c13e1c-640f-4d03-b3e1-3858c4d43294 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e9e2b54-a696-442e-8b7f-0f08e3e15dd3 HTTP/1.1" status: 200 len: 848 time: 0.0465870 Apr 08 17:51:01.296293 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428f231-7292-4c2b-bd2b-cf09c2112ce5 req-9490f760-0030-4bc5-bcb9-e49412da6961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:01.297800 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c428f231-7292-4c2b-bd2b-cf09c2112ce5 req-9490f760-0030-4bc5-bcb9-e49412da6961 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e6e2ce3-9728-4fc0-915f-f4f91891414e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395441 Apr 08 17:51:01.366459 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['34bb011d-76c8-45d6-b5ff-611b95a56e2a'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:51:01.407291 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c428f231-7292-4c2b-bd2b-cf09c2112ce5 req-df9b615d-0282-45e1-95d7-600211f425c2 service neutron] 10.222.0.20 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989742 Apr 08 17:51:01.501512 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c428f231-7292-4c2b-bd2b-cf09c2112ce5 req-eccdeadc-06a7-48d7-820a-30d4a934fe21 service neutron] 10.222.0.20 "GET /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869319 Apr 08 17:51:02.064969 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb39f22-f681-43f7-a4f0-33419fef02e7 req-ee4db761-ed8e-440d-8493-5958a5eb83f3 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:02.066508 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dfb39f22-f681-43f7-a4f0-33419fef02e7 req-ee4db761-ed8e-440d-8493-5958a5eb83f3 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 944 time: 0.0524154 Apr 08 17:51:02.119313 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dfb39f22-f681-43f7-a4f0-33419fef02e7 req-9cc518c7-19d6-4a07-b7a7-b1a82f62d125 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464630 Apr 08 17:51:02.645768 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 34bb011d-76c8-45d6-b5ff-611b95a56e2a up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:51:02.703620 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port 34bb011d-76c8-45d6-b5ff-611b95a56e2a triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:51:02.703969 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:02.785922 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 34bb011d-76c8-45d6-b5ff-611b95a56e2a is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:51:02.786218 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:02.812183 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5482b8ab-fbad-460e-8462-aababe336e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bb011d-76c8-45d6-b5ff-611b95a56e2a'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:51:02.814503 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3ce7fa-87bd-4fd7-97e7-ead296d04b48" -d '{"events": [{"server_uuid": "5482b8ab-fbad-460e-8462-aababe336e33", "name": "network-vif-plugged", "status": "completed", "tag": "34bb011d-76c8-45d6-b5ff-611b95a56e2a"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:51:02.827185 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 34bb011d-76c8-45d6-b5ff-611b95a56e2a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=34bb011d-76c8-45d6-b5ff-611b95a56e2a,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:51:02.833799 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:02.859458 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413cbfcc-9511-463a-9191-a584bf6cc78c x-openstack-request-id: req-413cbfcc-9511-463a-9191-a584bf6cc78c {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:51:02.859752 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5482b8ab-fbad-460e-8462-aababe336e33", "name": "network-vif-plugged", "status": "completed", "tag": "34bb011d-76c8-45d6-b5ff-611b95a56e2a", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:51:02.860006 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-413cbfcc-9511-463a-9191-a584bf6cc78c {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:51:02.860402 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-413cbfcc-9511-463a-9191-a584bf6cc78c'] response: {'server_uuid': '5482b8ab-fbad-460e-8462-aababe336e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bb011d-76c8-45d6-b5ff-611b95a56e2a', 'code': 200} Apr 08 17:51:02.886746 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=34bb011d-76c8-45d6-b5ff-611b95a56e2a,revision_number=10']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:03.091196 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b2bb2-34fc-4ace-b5d5-09a217b91572 req-ee288110-87e2-498e-ae61-1f1d25ff2602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:03.092680 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-608b2bb2-34fc-4ace-b5d5-09a217b91572 req-ee288110-87e2-498e-ae61-1f1d25ff2602 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 1130 time: 0.0443716 Apr 08 17:51:03.141619 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-608b2bb2-34fc-4ace-b5d5-09a217b91572 req-b09b9020-2751-425c-ac4c-97359016f284 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402522 Apr 08 17:51:03.258018 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f107b0d-307a-4ba1-87d5-68646acbba20 req-a37ca1bc-ac0c-449b-9c2b-034a9406532f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:03.259518 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5f107b0d-307a-4ba1-87d5-68646acbba20 req-a37ca1bc-ac0c-449b-9c2b-034a9406532f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 946 time: 0.0502102 Apr 08 17:51:03.309345 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5f107b0d-307a-4ba1-87d5-68646acbba20 req-0c8eb93e-7797-40e9-bfb6-328927bb3cb6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437748 Apr 08 17:51:04.435694 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284b74e-8a1a-4cd9-a4b7-c786f533f2a1 req-7b25574f-fd19-404e-9b2c-036300000b89 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:04.437290 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4284b74e-8a1a-4cd9-a4b7-c786f533f2a1 req-7b25574f-fd19-404e-9b2c-036300000b89 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 946 time: 0.0534904 Apr 08 17:51:04.491397 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4284b74e-8a1a-4cd9-a4b7-c786f533f2a1 req-8aa79bef-8290-4efa-a852-59eb983a23b8 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451322 Apr 08 17:51:05.631536 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f672832-8b8f-402a-a10f-b6ec8fc5b24d req-8d31ba9b-eaa9-47ec-abb9-ad331a1a7d73 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:05.633844 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6f672832-8b8f-402a-a10f-b6ec8fc5b24d req-8d31ba9b-eaa9-47ec-abb9-ad331a1a7d73 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 946 time: 0.0508871 Apr 08 17:51:05.694808 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6f672832-8b8f-402a-a10f-b6ec8fc5b24d req-605686ed-0524-4ea7-9c8c-4bbce1c2e70c tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551476 Apr 08 17:51:06.822477 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650bb55-2d4f-42ee-ba69-52bf02882560 req-d0140ada-f37d-4465-99d1-133c350afe27 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:06.824079 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1650bb55-2d4f-42ee-ba69-52bf02882560 req-d0140ada-f37d-4465-99d1-133c350afe27 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 946 time: 0.0482404 Apr 08 17:51:06.873324 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1650bb55-2d4f-42ee-ba69-52bf02882560 req-3a14fb7e-c2c4-4286-8e26-b4456a24e2d2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435491 Apr 08 17:51:13.026991 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8d23-53c6-4d4c-a86f-131c814890b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:14.675113 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f4bbd-6faa-4571-8f4c-507560456071 req-4b7be9fb-3ce9-4d91-9622-ce20c9096726 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:14.676777 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1b7f4bbd-6faa-4571-8f4c-507560456071 req-4b7be9fb-3ce9-4d91-9622-ce20c9096726 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 945 time: 0.0481744 Apr 08 17:51:14.726530 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1b7f4bbd-6faa-4571-8f4c-507560456071 req-d0fcecf3-f777-4827-b92e-32a4e2d21303 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=638f1eb4-4be5-4331-92d1-088442c4a153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438733 Apr 08 17:51:15.446547 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ef64b076-621c-4e1a-ba46-f94c3fae1882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:15.842172 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458bb93-aeac-4a92-9257-dff018c75a6b req-8271cc29-03fe-44f4-baeb-6dc8f521b717 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:15.843648 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b458bb93-aeac-4a92-9257-dff018c75a6b req-8271cc29-03fe-44f4-baeb-6dc8f521b717 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 945 time: 0.0479255 Apr 08 17:51:15.850866 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d5882-b025-4c66-8610-34af28eb9696 req-44729c3c-f51d-4571-a64f-97097495d403 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:15.852419 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2c9d5882-b025-4c66-8610-34af28eb9696 req-44729c3c-f51d-4571-a64f-97097495d403 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 984 time: 0.0522280 Apr 08 17:51:15.891615 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b458bb93-aeac-4a92-9257-dff018c75a6b req-04b247bd-48fb-4015-a406-647812fb4dae tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=638f1eb4-4be5-4331-92d1-088442c4a153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422924 Apr 08 17:51:15.915994 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2c9d5882-b025-4c66-8610-34af28eb9696 req-df299605-505e-4752-9fae-5c6a5032a691 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&id=0e2f8d48-c323-45fb-88e9-b1dac7d09424&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573645 Apr 08 17:51:16.549293 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:16.615447 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4dbd1-87f4-49be-8920-54fa1468d877 req-0012bacc-5e4a-427f-9f46-1391f6e4e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:16.617179 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d7d4dbd1-87f4-49be-8920-54fa1468d877 req-0012bacc-5e4a-427f-9f46-1391f6e4e4ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f2dc62e15854e2bb119a9029718d482&device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 1168 time: 0.0446734 Apr 08 17:51:16.715437 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4dbd1-87f4-49be-8920-54fa1468d877 req-979cd08c-59b9-464c-a1da-a0dcd11adc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:16.716956 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d7d4dbd1-87f4-49be-8920-54fa1468d877 req-979cd08c-59b9-464c-a1da-a0dcd11adc3e service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcc9ecc3-3974-48b0-9b9b-69e3d57122dc HTTP/1.1" status: 200 len: 916 time: 0.0929003 Apr 08 17:51:16.741251 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:16.832043 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d7d4dbd1-87f4-49be-8920-54fa1468d877 req-0fecce43-b7fb-407f-9f1b-6cf48fddb267 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=369edf91-b7e2-4b9a-bae8-dc841929d674 HTTP/1.1" status: 200 len: 1001 time: 0.0700583 Apr 08 17:51:16.888555 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4dbd1-87f4-49be-8920-54fa1468d877 req-cd304212-a4d6-4dda-9165-d1c5f9072938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:16.890076 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d7d4dbd1-87f4-49be-8920-54fa1468d877 req-cd304212-a4d6-4dda-9165-d1c5f9072938 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66068a13-ce09-472a-a52f-c57181bc9410 HTTP/1.1" status: 200 len: 854 time: 0.0450206 Apr 08 17:51:17.011771 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a7e68-2106-436d-8766-9fa5d014f478 req-85322d57-4372-46f3-b631-a7274e0aed80 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:17.013286 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b43a7e68-2106-436d-8766-9fa5d014f478 req-85322d57-4372-46f3-b631-a7274e0aed80 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 945 time: 0.0481541 Apr 08 17:51:17.034012 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4e16a-1459-4dd9-96de-3f789236f83a req-782e9587-80d3-41cc-b888-8bf6977d9018 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:17.035557 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-72d4e16a-1459-4dd9-96de-3f789236f83a req-782e9587-80d3-41cc-b888-8bf6977d9018 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 984 time: 0.0488997 Apr 08 17:51:17.089851 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b43a7e68-2106-436d-8766-9fa5d014f478 req-932baa5c-d2f4-49fd-b2d5-ab757349798c tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=638f1eb4-4be5-4331-92d1-088442c4a153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703983 Apr 08 17:51:17.097562 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-72d4e16a-1459-4dd9-96de-3f789236f83a req-6cf06c85-f87f-42db-b27d-375a1d821f30 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&id=0e2f8d48-c323-45fb-88e9-b1dac7d09424&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559032 Apr 08 17:51:17.100536 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4dbd1-87f4-49be-8920-54fa1468d877 req-dea5442a-4384-48cb-9697-67039a806521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:17.102024 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d7d4dbd1-87f4-49be-8920-54fa1468d877 req-dea5442a-4384-48cb-9697-67039a806521 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcc9ecc3-3974-48b0-9b9b-69e3d57122dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518885 Apr 08 17:51:17.204542 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d7d4dbd1-87f4-49be-8920-54fa1468d877 req-f19399b8-e05a-4a03-8aea-1a5084a9fb4d service neutron] 10.222.0.20 "GET /v2.0/networks/bcc9ecc3-3974-48b0-9b9b-69e3d57122dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896742 Apr 08 17:51:17.303825 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d7d4dbd1-87f4-49be-8920-54fa1468d877 req-389342e5-1055-4adb-abf3-c7a794aff6cf service neutron] 10.222.0.20 "GET /v2.0/networks/bcc9ecc3-3974-48b0-9b9b-69e3d57122dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919850 Apr 08 17:51:17.391009 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72540245-c8ed-43dc-a28e-02a862e0bb24 req-97aae981-4309-4f6d-aed5-b2436f3d5b81 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:17.392494 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-72540245-c8ed-43dc-a28e-02a862e0bb24 req-97aae981-4309-4f6d-aed5-b2436f3d5b81 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.20 "GET /v2.0/ports?device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 945 time: 0.0538628 Apr 08 17:51:17.512001 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [req-72540245-c8ed-43dc-a28e-02a862e0bb24 req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Deleting port 87446918-0d6b-48ad-b324-d270a7d66ac6 {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:51:17.512309 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-72540245-c8ed-43dc-a28e-02a862e0bb24 req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (87446918-0d6b-48ad-b324-d270a7d66ac6), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:17.601311 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-72540245-c8ed-43dc-a28e-02a862e0bb24 req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] For port 87446918-0d6b-48ad-b324-d270a7d66ac6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=87446918-0d6b-48ad-b324-d270a7d66ac6,segment=NetworkSegment(0d89a509-4539-4eec-8583-82285d4c7719),segment_id=0d89a509-4539-4eec-8583-82285d4c7719)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:51:17.601680 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-72540245-c8ed-43dc-a28e-02a862e0bb24 req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (87446918-0d6b-48ad-b324-d270a7d66ac6), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:17.776806 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-72540245-c8ed-43dc-a28e-02a862e0bb24 req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:17.777051 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-72540245-c8ed-43dc-a28e-02a862e0bb24 req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (3ec09b30-76ff-4277-b4f6-2b2c37c67d29), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:17.777402 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.l3_db [req-72540245-c8ed-43dc-a28e-02a862e0bb24 req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Floating IP 3ec09b30-76ff-4277-b4f6-2b2c37c67d29 disassociated. External IP: 172.27.1.208, port: 87446918-0d6b-48ad-b324-d270a7d66ac6. Apr 08 17:51:17.777732 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [req-72540245-c8ed-43dc-a28e-02a862e0bb24 req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Calling delete_port for 87446918-0d6b-48ad-b324-d270a7d66ac6 owned by compute:nova {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:51:18.027906 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:18.203969 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-72540245-c8ed-43dc-a28e-02a862e0bb24 req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (87446918-0d6b-48ad-b324-d270a7d66ac6), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:18.220726 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda115b4-4f1c-4162-ad06-b6f33707d006 req-5ceca58f-0070-441c-818d-988a898a3f31 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:18.222278 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dda115b4-4f1c-4162-ad06-b6f33707d006 req-5ceca58f-0070-441c-818d-988a898a3f31 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 984 time: 0.0520787 Apr 08 17:51:18.240792 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Pushing event deleted for resources: {'Port': ['ID=87446918-0d6b-48ad-b324-d270a7d66ac6,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:18.248666 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cdb89e-4807-4415-93d5-c465439e81e1 req-fa912e36-49fa-438c-ad44-54bc09e8b58b tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:18.250557 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-28cdb89e-4807-4415-93d5-c465439e81e1 req-fa912e36-49fa-438c-ad44-54bc09e8b58b tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/ports?device_id=face6c8a-2c89-427f-b32f-e97273aa4d9f HTTP/1.1" status: 200 len: 945 time: 0.0866456 Apr 08 17:51:18.296356 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-dda115b4-4f1c-4162-ad06-b6f33707d006 req-34891b9d-38df-409a-b77e-bbb89d259f57 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&id=0e2f8d48-c323-45fb-88e9-b1dac7d09424&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678287 Apr 08 17:51:18.305386 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:18.305956 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:18.306305 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:18.306646 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:18.306978 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:18.307318 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:18.307643 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:18.308004 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:18.308274 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:18.308832 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:18.309056 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:18.309289 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:18.309556 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:18.309874 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:18.310462 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:18.403918 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-28cdb89e-4807-4415-93d5-c465439e81e1 req-69a3322c-fa7a-44f1-852b-bef2f53e7fd9 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups?id=638f1eb4-4be5-4331-92d1-088442c4a153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407852 Apr 08 17:51:18.425378 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72540245-c8ed-43dc-a28e-02a862e0bb24 req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Router adb3989e-9c74-4595-82cc-16036e5c6782 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:51:18.544008 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72540245-c8ed-43dc-a28e-02a862e0bb24 req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:51:18.553890 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71773fe-014b-494c-a1b8-765d3383f08f None None] Sync routers for ids ['adb3989e-9c74-4595-82cc-16036e5c6782'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:51:18.564344 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71773fe-014b-494c-a1b8-765d3383f08f None None] Routers {'adb3989e-9c74-4595-82cc-16036e5c6782'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:51:18.565017 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-c71773fe-014b-494c-a1b8-765d3383f08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:51:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['adb3989e-9c74-4595-82cc-16036e5c6782'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:18.587981 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [req-72540245-c8ed-43dc-a28e-02a862e0bb24 req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] No DVR routers for this DVR port 87446918-0d6b-48ad-b324-d270a7d66ac6 on host hv-cinder-83716 {{(pid=103549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:51:18.590830 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-72540245-c8ed-43dc-a28e-02a862e0bb24 req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:18.594396 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-72540245-c8ed-43dc-a28e-02a862e0bb24 req-2c43d348-6402-439e-9117-b7f06e7d85a3 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.20 "DELETE /v2.0/ports/87446918-0d6b-48ad-b324-d270a7d66ac6 HTTP/1.1" status: 204 len: 173 time: 1.1704667 Apr 08 17:51:18.594840 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'face6c8a-2c89-427f-b32f-e97273aa4d9f', 'name': 'network-vif-deleted', 'tag': '87446918-0d6b-48ad-b324-d270a7d66ac6'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:51:18.597127 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15709212-65fe-4d5a-8748-f8b7cd5501dc" -d '{"events": [{"server_uuid": "face6c8a-2c89-427f-b32f-e97273aa4d9f", "name": "network-vif-deleted", "tag": "87446918-0d6b-48ad-b324-d270a7d66ac6"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:51:18.691973 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-c71773fe-014b-494c-a1b8-765d3383f08f None None] Set router adb3989e-9c74-4595-82cc-16036e5c6782 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:51:18.752311 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeab8245-9dda-419c-9f7a-5111144ff8b2 x-openstack-request-id: req-aeab8245-9dda-419c-9f7a-5111144ff8b2 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:51:18.752680 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "face6c8a-2c89-427f-b32f-e97273aa4d9f", "name": "network-vif-deleted", "tag": "87446918-0d6b-48ad-b324-d270a7d66ac6", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:51:18.752938 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-aeab8245-9dda-419c-9f7a-5111144ff8b2 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:51:18.753411 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeab8245-9dda-419c-9f7a-5111144ff8b2'] response: {'server_uuid': 'face6c8a-2c89-427f-b32f-e97273aa4d9f', 'name': 'network-vif-deleted', 'tag': '87446918-0d6b-48ad-b324-d270a7d66ac6', 'status': 'completed', 'code': 200} Apr 08 17:51:18.982181 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-c71773fe-014b-494c-a1b8-765d3383f08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'name': 'tempest-AttachVolumeTestJSON-61070861-router', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '74a6abf6655b4484b7870dba86883953', 'gw_port': {'id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '4bdba1a1-1005-44d4-861d-5ee8f663cc05', 'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'mac_address': 'fa:16:3e:3e:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:10Z', 'revision_number': 5, 'project_id': '74a6abf6655b4484b7870dba86883953', 'subnets': [{'id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:19.012138 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71773fe-014b-494c-a1b8-765d3383f08f None None] Checking router: adb3989e-9c74-4595-82cc-16036e5c6782 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:51:19.021523 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71773fe-014b-494c-a1b8-765d3383f08f None None] Routers {'adb3989e-9c74-4595-82cc-16036e5c6782'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:51:19.022128 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-c71773fe-014b-494c-a1b8-765d3383f08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:51:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['adb3989e-9c74-4595-82cc-16036e5c6782'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:19.133916 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-c71773fe-014b-494c-a1b8-765d3383f08f None None] Set router adb3989e-9c74-4595-82cc-16036e5c6782 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:51:19.353718 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-c71773fe-014b-494c-a1b8-765d3383f08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'name': 'tempest-AttachVolumeTestJSON-61070861-router', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '74a6abf6655b4484b7870dba86883953', 'gw_port': {'id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '4bdba1a1-1005-44d4-861d-5ee8f663cc05', 'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'mac_address': 'fa:16:3e:3e:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:10Z', 'revision_number': 5, 'project_id': '74a6abf6655b4484b7870dba86883953', 'subnets': [{'id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:19.380898 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71773fe-014b-494c-a1b8-765d3383f08f None None] The sync data for ids ['adb3989e-9c74-4595-82cc-16036e5c6782'] in dv-cinder-837166-1-iscsi is: [{'id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'name': 'tempest-AttachVolumeTestJSON-61070861-router', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '74a6abf6655b4484b7870dba86883953', 'gw_port': {'id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '4bdba1a1-1005-44d4-861d-5ee8f663cc05', 'name': '', 'network_id': '4e6e2ce3-9728-4fc0-915f-f4f91891414e', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'mac_address': 'fa:16:3e:3e:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:10Z', 'revision_number': 5, 'project_id': '74a6abf6655b4484b7870dba86883953', 'subnets': [{'id': '7e9e2b54-a696-442e-8b7f-0f08e3e15dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:51:19.423918 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ca380-a7a3-45e0-a732-365b670b9216 req-303f7085-5e90-408e-93c8-7ccc0430caea tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:19.425502 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-622ca380-a7a3-45e0-a732-365b670b9216 req-303f7085-5e90-408e-93c8-7ccc0430caea tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 984 time: 0.0580101 Apr 08 17:51:19.492137 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-622ca380-a7a3-45e0-a732-365b670b9216 req-cce627e5-8820-4b8f-a9ea-0a1ea21b156f tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&id=0e2f8d48-c323-45fb-88e9-b1dac7d09424&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606337 Apr 08 17:51:19.495491 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 42676) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:19.534905 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:19.559055 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-396b89f5-7f31-469b-9a4c-42a8cd8bd542 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group (638f1eb4-4be5-4331-92d1-088442c4a153), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:19.586329 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-396b89f5-7f31-469b-9a4c-42a8cd8bd542 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group (638f1eb4-4be5-4331-92d1-088442c4a153), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:19.619526 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7199be-2a62-448c-a5ca-a2da658827c6 None None] New status for floating IP 3ec09b30-76ff-4277-b4f6-2b2c37c67d29: DOWN {{(pid=103550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:51:19.642605 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-396b89f5-7f31-469b-9a4c-42a8cd8bd542 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (638f1eb4-4be5-4331-92d1-088442c4a153), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:19.645199 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-396b89f5-7f31-469b-9a4c-42a8cd8bd542 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:19.646374 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-396b89f5-7f31-469b-9a4c-42a8cd8bd542 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "DELETE /v2.0/security-groups/638f1eb4-4be5-4331-92d1-088442c4a153 HTTP/1.1" status: 204 len: 168 time: 0.1465676 Apr 08 17:51:19.649531 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 42678) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:19.656751 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b89f5-7f31-469b-9a4c-42a8cd8bd542 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=638f1eb4-4be5-4331-92d1-088442c4a153,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:19.665022 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.api.v2.resource [None req-bcd17736-a511-4a29-a4e0-7780ca1547c0 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] show failed (client error): The resource could not be found. Apr 08 17:51:19.669307 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-bcd17736-a511-4a29-a4e0-7780ca1547c0 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "GET /v2.0/security-groups/638f1eb4-4be5-4331-92d1-088442c4a153 HTTP/1.1" status: 404 len: 347 time: 0.0186241 Apr 08 17:51:19.669472 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 42680) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:19.795167 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-d40840a0-f74e-49cd-8548-9f3cfe601e84 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Deleting port 747f21c0-c9b0-4507-a882-94c3670ebdc7 {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:51:19.795507 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d40840a0-f74e-49cd-8548-9f3cfe601e84 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (747f21c0-c9b0-4507-a882-94c3670ebdc7), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:19.883675 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d40840a0-f74e-49cd-8548-9f3cfe601e84 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (747f21c0-c9b0-4507-a882-94c3670ebdc7), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:19.883995 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d40840a0-f74e-49cd-8548-9f3cfe601e84 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for floatingip (747f21c0-c9b0-4507-a882-94c3670ebdc7), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:19.898780 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-d40840a0-f74e-49cd-8548-9f3cfe601e84 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Calling delete_port for 747f21c0-c9b0-4507-a882-94c3670ebdc7 owned by network:floatingip {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:51:20.047015 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d40840a0-f74e-49cd-8548-9f3cfe601e84 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (747f21c0-c9b0-4507-a882-94c3670ebdc7), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:20.072896 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40840a0-f74e-49cd-8548-9f3cfe601e84 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Pushing event deleted for resources: {'Port': ['ID=747f21c0-c9b0-4507-a882-94c3670ebdc7,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:20.132616 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d40840a0-f74e-49cd-8548-9f3cfe601e84 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks [] for floatingip (3ec09b30-76ff-4277-b4f6-2b2c37c67d29), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:20.135214 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d40840a0-f74e-49cd-8548-9f3cfe601e84 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:20.136313 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-d40840a0-f74e-49cd-8548-9f3cfe601e84 tempest-AttachVolumeTestJSON-65302530 tempest-AttachVolumeTestJSON-65302530-project] 10.222.0.86 "DELETE /v2.0/floatingips/3ec09b30-76ff-4277-b4f6-2b2c37c67d29 HTTP/1.1" status: 204 len: 168 time: 0.4648786 Apr 08 17:51:20.629707 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336264d-5389-4272-baf5-16e117aa98de req-1bb298cc-53fe-4d22-a65c-323a289af1be tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:20.631221 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4336264d-5389-4272-baf5-16e117aa98de req-1bb298cc-53fe-4d22-a65c-323a289af1be tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 984 time: 0.0574627 Apr 08 17:51:20.697109 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 87446918-0d6b-48ad-b324-d270a7d66ac6 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:51:20.699738 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4336264d-5389-4272-baf5-16e117aa98de req-90521aaf-eb40-4d3c-8eea-4cf1f68a9d19 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&id=0e2f8d48-c323-45fb-88e9-b1dac7d09424&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599315 Apr 08 17:51:20.718818 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] No Port match for: 87446918-0d6b-48ad-b324-d270a7d66ac6 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:51:20.719184 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 87446918-0d6b-48ad-b324-d270a7d66ac6 not bound to the agent host hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:51:21.821098 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77aa7bc-9457-4e63-af54-362ffa08fa98 req-9c3a443e-532e-4ae5-9bcc-5e5c015a958a tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:21.822625 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f77aa7bc-9457-4e63-af54-362ffa08fa98 req-9c3a443e-532e-4ae5-9bcc-5e5c015a958a tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 984 time: 0.0524993 Apr 08 17:51:21.889471 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f77aa7bc-9457-4e63-af54-362ffa08fa98 req-d5b413b6-5dc0-4b71-ad0e-3d6632190b6f tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&id=0e2f8d48-c323-45fb-88e9-b1dac7d09424&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610008 Apr 08 17:51:23.021219 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e87629-018d-4a8f-9bca-02ca2ad689ee req-67713290-4d93-4b22-9576-4b2ebeb50890 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:23.023055 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-74e87629-018d-4a8f-9bca-02ca2ad689ee req-67713290-4d93-4b22-9576-4b2ebeb50890 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 984 time: 0.0579906 Apr 08 17:51:23.092033 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-74e87629-018d-4a8f-9bca-02ca2ad689ee req-e2ac33c0-a196-48a0-99ca-b9af59e8973c tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&id=0e2f8d48-c323-45fb-88e9-b1dac7d09424&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626376 Apr 08 17:51:23.726584 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 42716) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:24.222229 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939f6c3-f960-4937-81c5-3480a71ef4aa req-c6384e00-2eec-456e-ab9e-dbf0c6f1e769 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:24.223899 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6939f6c3-f960-4937-81c5-3480a71ef4aa req-c6384e00-2eec-456e-ab9e-dbf0c6f1e769 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 984 time: 0.0512648 Apr 08 17:51:24.241003 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732664'] for router_interface (adb3989e-9c74-4595-82cc-16036e5c6782), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:24.288193 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6939f6c3-f960-4937-81c5-3480a71ef4aa req-bf2d4c60-5333-4ca5-823e-27ffed37cb86 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&id=0e2f8d48-c323-45fb-88e9-b1dac7d09424&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583513 Apr 08 17:51:24.493083 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Deleting port 4bdba1a1-1005-44d4-861d-5ee8f663cc05 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:51:24.493386 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (4bdba1a1-1005-44d4-861d-5ee8f663cc05), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:24.583977 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] For port 4bdba1a1-1005-44d4-861d-5ee8f663cc05, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=4bdba1a1-1005-44d4-861d-5ee8f663cc05,segment=NetworkSegment(0d89a509-4539-4eec-8583-82285d4c7719),segment_id=0d89a509-4539-4eec-8583-82285d4c7719)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:51:24.584231 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (4bdba1a1-1005-44d4-861d-5ee8f663cc05), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:24.600642 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Calling delete_port for 4bdba1a1-1005-44d4-861d-5ee8f663cc05 owned by network:router_interface {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:51:24.805340 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (4bdba1a1-1005-44d4-861d-5ee8f663cc05), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:24.832883 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bdba1a1-1005-44d4-861d-5ee8f663cc05,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:24.857902 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:24.858304 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:24.858641 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:24.859037 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:24.859540 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:24.860071 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:24.860405 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:24.860753 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:24.861086 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:24.861409 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:24.861720 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:24.862041 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:24.862360 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:24.862675 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:24.862986 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:25.011887 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732524'] for router_interface (adb3989e-9c74-4595-82cc-16036e5c6782), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:25.243817 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Router adb3989e-9c74-4595-82cc-16036e5c6782 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:51:25.390793 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:51:25.399695 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-2f0be860-eede-433f-90dc-8198bd4cdf31 admin admin] 10.222.0.86 "PUT /v2.0/routers/adb3989e-9c74-4595-82cc-16036e5c6782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6697962 Apr 08 17:51:25.400091 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 42724) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:25.402239 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1821bd53-0628-4324-ad72-2507a16387da None None] Sync routers for ids ['adb3989e-9c74-4595-82cc-16036e5c6782'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:51:25.413690 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1821bd53-0628-4324-ad72-2507a16387da None None] Routers {'adb3989e-9c74-4595-82cc-16036e5c6782'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:51:25.414297 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-1821bd53-0628-4324-ad72-2507a16387da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:51:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['adb3989e-9c74-4595-82cc-16036e5c6782'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:25.450588 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62816056-a267-4060-bef6-be09dff9407d req-a013c892-f201-4899-b4cf-9a1b547e324f tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:25.452034 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-62816056-a267-4060-bef6-be09dff9407d req-a013c892-f201-4899-b4cf-9a1b547e324f tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 984 time: 0.0935016 Apr 08 17:51:25.523020 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-1821bd53-0628-4324-ad72-2507a16387da None None] Set router adb3989e-9c74-4595-82cc-16036e5c6782 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:51:25.561219 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-62816056-a267-4060-bef6-be09dff9407d req-923fa408-b205-4ac2-a619-1fed2214205f tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&id=0e2f8d48-c323-45fb-88e9-b1dac7d09424&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1031663 Apr 08 17:51:25.562973 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e33bc2b8-c9d7-4e08-9eea-df9868244ac3 admin admin] Publish callbacks [] for router (adb3989e-9c74-4595-82cc-16036e5c6782), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:25.671298 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e33bc2b8-c9d7-4e08-9eea-df9868244ac3 admin admin] Publish callbacks [] for router_gateway (adb3989e-9c74-4595-82cc-16036e5c6782), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:25.708049 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-1821bd53-0628-4324-ad72-2507a16387da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'name': 'tempest-AttachVolumeTestJSON-61070861-router', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:51:24Z', 'revision_number': 5, 'project_id': '74a6abf6655b4484b7870dba86883953', 'gw_port': {'id': 'f5299831-86be-4efb-9b5c-d3938ea6fd77', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:90:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:25.722721 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-e33bc2b8-c9d7-4e08-9eea-df9868244ac3 admin admin] Deleting port f5299831-86be-4efb-9b5c-d3938ea6fd77 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:51:25.723062 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e33bc2b8-c9d7-4e08-9eea-df9868244ac3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (f5299831-86be-4efb-9b5c-d3938ea6fd77), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:25.737803 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1821bd53-0628-4324-ad72-2507a16387da None None] Checking router: adb3989e-9c74-4595-82cc-16036e5c6782 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:51:25.746730 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1821bd53-0628-4324-ad72-2507a16387da None None] Routers {'adb3989e-9c74-4595-82cc-16036e5c6782'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:51:25.747321 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-1821bd53-0628-4324-ad72-2507a16387da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:51:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['adb3989e-9c74-4595-82cc-16036e5c6782'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:25.809054 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-e33bc2b8-c9d7-4e08-9eea-df9868244ac3 admin admin] For port f5299831-86be-4efb-9b5c-d3938ea6fd77, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=f5299831-86be-4efb-9b5c-d3938ea6fd77,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:51:25.809297 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e33bc2b8-c9d7-4e08-9eea-df9868244ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (f5299831-86be-4efb-9b5c-d3938ea6fd77), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:25.822652 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-e33bc2b8-c9d7-4e08-9eea-df9868244ac3 admin admin] Calling delete_port for f5299831-86be-4efb-9b5c-d3938ea6fd77 owned by network:router_gateway {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:51:25.836127 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-1821bd53-0628-4324-ad72-2507a16387da None None] Set router adb3989e-9c74-4595-82cc-16036e5c6782 gateway port host: None {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:51:25.889824 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-1821bd53-0628-4324-ad72-2507a16387da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'name': 'tempest-AttachVolumeTestJSON-61070861-router', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:51:25Z', 'revision_number': 6, 'project_id': '74a6abf6655b4484b7870dba86883953', 'gw_port_host': None}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:25.916787 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1821bd53-0628-4324-ad72-2507a16387da None None] The sync data for ids ['adb3989e-9c74-4595-82cc-16036e5c6782'] in dv-cinder-837166-1-iscsi is: [{'id': 'adb3989e-9c74-4595-82cc-16036e5c6782', 'name': 'tempest-AttachVolumeTestJSON-61070861-router', 'tenant_id': '74a6abf6655b4484b7870dba86883953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:51:25Z', 'revision_number': 6, 'project_id': '74a6abf6655b4484b7870dba86883953', 'gw_port_host': None}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:51:25.996822 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e33bc2b8-c9d7-4e08-9eea-df9868244ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (f5299831-86be-4efb-9b5c-d3938ea6fd77), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:26.023625 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bc2b8-c9d7-4e08-9eea-df9868244ac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5299831-86be-4efb-9b5c-d3938ea6fd77,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:26.087191 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e33bc2b8-c9d7-4e08-9eea-df9868244ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726670'] for router_gateway (adb3989e-9c74-4595-82cc-16036e5c6782), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:26.198820 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e33bc2b8-c9d7-4e08-9eea-df9868244ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4576'] for router (adb3989e-9c74-4595-82cc-16036e5c6782), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:26.202945 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e33bc2b8-c9d7-4e08-9eea-df9868244ac3 admin admin] Publish callbacks [] for router_controller (adb3989e-9c74-4595-82cc-16036e5c6782), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:26.284322 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e33bc2b8-c9d7-4e08-9eea-df9868244ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-681261'] for router (adb3989e-9c74-4595-82cc-16036e5c6782), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:26.284971 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33bc2b8-c9d7-4e08-9eea-df9868244ac3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adb3989e-9c74-4595-82cc-16036e5c6782 {{(pid=103548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 17:51:26.290444 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e33bc2b8-c9d7-4e08-9eea-df9868244ac3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:26.292490 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-e33bc2b8-c9d7-4e08-9eea-df9868244ac3 admin admin] 10.222.0.86 "DELETE /v2.0/routers/adb3989e-9c74-4595-82cc-16036e5c6782 HTTP/1.1" status: 204 len: 168 time: 0.8906331 Apr 08 17:51:26.294195 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 42726) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:26.352682 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c5eafb-ff46-4085-a1b2-37c241dd1254 admin admin] Deleting subnet 7e9e2b54-a696-442e-8b7f-0f08e3e15dd3 {{(pid=103548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:51:26.357303 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-55c5eafb-ff46-4085-a1b2-37c241dd1254 admin admin] Publish callbacks [] for subnet (7e9e2b54-a696-442e-8b7f-0f08e3e15dd3), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:26.395420 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-55c5eafb-ff46-4085-a1b2-37c241dd1254 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30987647'] for subnet (7e9e2b54-a696-442e-8b7f-0f08e3e15dd3), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:26.471677 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-55c5eafb-ff46-4085-a1b2-37c241dd1254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709327'] for subnet (7e9e2b54-a696-442e-8b7f-0f08e3e15dd3), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:26.531668 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-55c5eafb-ff46-4085-a1b2-37c241dd1254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1709334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30242310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30287709'] for subnet (7e9e2b54-a696-442e-8b7f-0f08e3e15dd3), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:26.557309 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5eafb-ff46-4085-a1b2-37c241dd1254 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e9e2b54-a696-442e-8b7f-0f08e3e15dd3,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:26.561330 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-55c5eafb-ff46-4085-a1b2-37c241dd1254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:26.564698 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-55c5eafb-ff46-4085-a1b2-37c241dd1254 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/7e9e2b54-a696-442e-8b7f-0f08e3e15dd3 HTTP/1.1" status: 204 len: 168 time: 0.2690754 Apr 08 17:51:26.567314 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 42728) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:26.567479 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51234be-4430-48be-a389-fb482371ffc3 None None] Network 4e6e2ce3-9728-4fc0-915f-f4f91891414e requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:51:26.642516 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f961bc9b-8323-4cfb-bb92-3881cde4e3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832628'] for network (4e6e2ce3-9728-4fc0-915f-f4f91891414e), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:26.699640 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1773949-15aa-43e5-b40c-74352abafd62 req-a0c5e7a4-50ec-4dfe-827d-c4e519410ebb tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:26.700156 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-f961bc9b-8323-4cfb-bb92-3881cde4e3cc admin admin] Deleting port 2e48f28b-387a-4e12-b22c-417f228d7156 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:51:26.700156 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f961bc9b-8323-4cfb-bb92-3881cde4e3cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (2e48f28b-387a-4e12-b22c-417f228d7156), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:26.705392 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c1773949-15aa-43e5-b40c-74352abafd62 req-a0c5e7a4-50ec-4dfe-827d-c4e519410ebb tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 984 time: 0.0692358 Apr 08 17:51:26.736937 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda7d2e9-8a20-43e6-9ed2-e12d2147bf6b None None] DHCP port deletion for 4e6e2ce3-9728-4fc0-915f-f4f91891414e request from dv-cinder-837166-1-iscsi {{(pid=103550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 17:51:26.766516 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 4bdba1a1-1005-44d4-861d-5ee8f663cc05 no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:51:26.786109 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c1773949-15aa-43e5-b40c-74352abafd62 req-820af4e4-217c-4c7d-a7cc-eb72d5a01f91 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&id=0e2f8d48-c323-45fb-88e9-b1dac7d09424&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797088 Apr 08 17:51:26.793817 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-f961bc9b-8323-4cfb-bb92-3881cde4e3cc admin admin] For port 2e48f28b-387a-4e12-b22c-417f228d7156, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=2e48f28b-387a-4e12-b22c-417f228d7156,segment=NetworkSegment(0d89a509-4539-4eec-8583-82285d4c7719),segment_id=0d89a509-4539-4eec-8583-82285d4c7719)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:51:26.794270 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-eda7d2e9-8a20-43e6-9ed2-e12d2147bf6b None None] Deleting port 2e48f28b-387a-4e12-b22c-417f228d7156 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:51:26.794552 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f961bc9b-8323-4cfb-bb92-3881cde4e3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (2e48f28b-387a-4e12-b22c-417f228d7156), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:26.794694 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-eda7d2e9-8a20-43e6-9ed2-e12d2147bf6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (2e48f28b-387a-4e12-b22c-417f228d7156), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:26.808277 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-f961bc9b-8323-4cfb-bb92-3881cde4e3cc admin admin] Calling delete_port for 2e48f28b-387a-4e12-b22c-417f228d7156 owned by network:dhcp {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:51:26.814301 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: 4bdba1a1-1005-44d4-861d-5ee8f663cc05 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:51:26.814641 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 4bdba1a1-1005-44d4-861d-5ee8f663cc05 not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:51:26.880404 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-eda7d2e9-8a20-43e6-9ed2-e12d2147bf6b None None] For port 2e48f28b-387a-4e12-b22c-417f228d7156, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=2e48f28b-387a-4e12-b22c-417f228d7156,segment=NetworkSegment(0d89a509-4539-4eec-8583-82285d4c7719),segment_id=0d89a509-4539-4eec-8583-82285d4c7719)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:51:26.880847 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-eda7d2e9-8a20-43e6-9ed2-e12d2147bf6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (2e48f28b-387a-4e12-b22c-417f228d7156), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:26.894091 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f961bc9b-8323-4cfb-bb92-3881cde4e3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (2e48f28b-387a-4e12-b22c-417f228d7156), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:26.894323 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-eda7d2e9-8a20-43e6-9ed2-e12d2147bf6b None None] Calling delete_port for 2e48f28b-387a-4e12-b22c-417f228d7156 owned by network:dhcp {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:51:26.921307 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961bc9b-8323-4cfb-bb92-3881cde4e3cc admin admin] Pushing event deleted for resources: {'Port': ['ID=2e48f28b-387a-4e12-b22c-417f228d7156,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:26.923178 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f961bc9b-8323-4cfb-bb92-3881cde4e3cc admin admin] No DVR routers for this DVR port 2e48f28b-387a-4e12-b22c-417f228d7156 on host dv-cinder-837166-1-iscsi {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:51:26.976342 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-eda7d2e9-8a20-43e6-9ed2-e12d2147bf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215'] for port (2e48f28b-387a-4e12-b22c-417f228d7156), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:26.997776 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f961bc9b-8323-4cfb-bb92-3881cde4e3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1707906', 'neutron.services.segments.db._delete_segments_for_network-8780306556573'] for network (4e6e2ce3-9728-4fc0-915f-f4f91891414e), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:27.005770 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7d2e9-8a20-43e6-9ed2-e12d2147bf6b None None] Pushing event deleted for resources: {'Port': ['ID=2e48f28b-387a-4e12-b22c-417f228d7156,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:27.010998 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda7d2e9-8a20-43e6-9ed2-e12d2147bf6b None None] No DVR routers for this DVR port 2e48f28b-387a-4e12-b22c-417f228d7156 on host dv-cinder-837166-1-iscsi {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:51:27.030315 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-f961bc9b-8323-4cfb-bb92-3881cde4e3cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6e2ce3-9728-4fc0-915f-f4f91891414e']}} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:27.040910 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-f961bc9b-8323-4cfb-bb92-3881cde4e3cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d89a509-4539-4eec-8583-82285d4c7719') {'for_net_delete': True} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:27.041184 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-f961bc9b-8323-4cfb-bb92-3881cde4e3cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d89a509-4539-4eec-8583-82285d4c7719') {} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:27.055664 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f961bc9b-8323-4cfb-bb92-3881cde4e3cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780306558374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30987638'] for segment (0d89a509-4539-4eec-8583-82285d4c7719), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:27.070084 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f961bc9b-8323-4cfb-bb92-3881cde4e3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (0d89a509-4539-4eec-8583-82285d4c7719), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:27.075860 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f961bc9b-8323-4cfb-bb92-3881cde4e3cc admin admin] Releasing vlan 996 on physical network physnet1 to pool {{(pid=103548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:51:27.076244 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f961bc9b-8323-4cfb-bb92-3881cde4e3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30242400'] for segment (0d89a509-4539-4eec-8583-82285d4c7719), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: Traceback (most recent call last): Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: timer() Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: cb(*args, **kw) Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: return func(*args, **kwargs) Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: self._notify() Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: self.callback(batched_events) Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: event.method(event) Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: return f(self, *a, **k) Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: return self._get(url).json() Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: return self.request(url, 'GET', **kwargs) Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:51:27.078072 dv-cinder-837166-1-iscsi neutron-server[103548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:51:27.131909 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f961bc9b-8323-4cfb-bb92-3881cde4e3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1707913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726762'] for network (4e6e2ce3-9728-4fc0-915f-f4f91891414e), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:27.137266 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f961bc9b-8323-4cfb-bb92-3881cde4e3cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:27.140504 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-f961bc9b-8323-4cfb-bb92-3881cde4e3cc admin admin] 10.222.0.86 "DELETE /v2.0/networks/4e6e2ce3-9728-4fc0-915f-f4f91891414e HTTP/1.1" status: 204 len: 168 time: 0.5721316 Apr 08 17:51:27.158846 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961bc9b-8323-4cfb-bb92-3881cde4e3cc admin admin] Pushing event deleted for resources: {'Network': ['ID=4e6e2ce3-9728-4fc0-915f-f4f91891414e,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:27.276080 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 42734) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:27.320306 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-ae4bf800-133b-4321-8bec-fe07284da07c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=74a6abf6655b4484b7870dba86883953&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427115 Apr 08 17:51:27.323104 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 42736) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:27.374602 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c998-1b9c-4919-adb7-134f96c27ab7 admin admin] Publish callbacks [] for security_group (19301c4a-7882-4d62-82f2-1b2198a298c7), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:27.396237 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c998-1b9c-4919-adb7-134f96c27ab7 admin admin] Publish callbacks [] for security_group (19301c4a-7882-4d62-82f2-1b2198a298c7), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:27.451027 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c998-1b9c-4919-adb7-134f96c27ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (19301c4a-7882-4d62-82f2-1b2198a298c7), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:27.456106 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c998-1b9c-4919-adb7-134f96c27ab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:27.457750 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-e0b0c998-1b9c-4919-adb7-134f96c27ab7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/19301c4a-7882-4d62-82f2-1b2198a298c7 HTTP/1.1" status: 204 len: 168 time: 0.1336803 Apr 08 17:51:27.465958 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0c998-1b9c-4919-adb7-134f96c27ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19301c4a-7882-4d62-82f2-1b2198a298c7,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:27.897358 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623846d-e85c-4bc2-b7ec-61fe1b6164d8 req-79123c46-464f-43cc-ac07-944a9208d43a tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:27.899052 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9623846d-e85c-4bc2-b7ec-61fe1b6164d8 req-79123c46-464f-43cc-ac07-944a9208d43a tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 984 time: 0.0502272 Apr 08 17:51:27.959063 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9623846d-e85c-4bc2-b7ec-61fe1b6164d8 req-6d96cef0-222a-404b-9889-4257d4779348 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&id=0e2f8d48-c323-45fb-88e9-b1dac7d09424&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538938 Apr 08 17:51:28.094601 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 2e48f28b-387a-4e12-b22c-417f228d7156 no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:51:28.116055 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: 2e48f28b-387a-4e12-b22c-417f228d7156 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:51:28.116401 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 2e48f28b-387a-4e12-b22c-417f228d7156 not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:51:28.116877 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device f5299831-86be-4efb-9b5c-d3938ea6fd77 no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:51:28.137297 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: f5299831-86be-4efb-9b5c-d3938ea6fd77 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:51:28.137639 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device f5299831-86be-4efb-9b5c-d3938ea6fd77 not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:51:29.077651 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78fe05-9c8e-4343-b0a6-9288bc59021c req-6eac5492-8c43-483e-ace1-db5886885db1 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:29.079158 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-bb78fe05-9c8e-4343-b0a6-9288bc59021c req-6eac5492-8c43-483e-ace1-db5886885db1 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 984 time: 0.0522571 Apr 08 17:51:29.142043 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-bb78fe05-9c8e-4343-b0a6-9288bc59021c req-d8920e11-9d8d-4a76-9ed3-2422928ac2e3 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&id=0e2f8d48-c323-45fb-88e9-b1dac7d09424&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563045 Apr 08 17:51:29.357058 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 42792) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:29.482079 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-96b52f0d-60a6-4038-8854-479b85a49a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:29.566294 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-96b52f0d-60a6-4038-8854-479b85a49a1f admin admin] Publish callbacks [] for security_group (25facd54-5aed-4110-9da4-9eb9a615eb39), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:29.573128 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-96b52f0d-60a6-4038-8854-479b85a49a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (25facd54-5aed-4110-9da4-9eb9a615eb39), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:29.609523 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b52f0d-60a6-4038-8854-479b85a49a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25facd54-5aed-4110-9da4-9eb9a615eb39,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:29.614267 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-96b52f0d-60a6-4038-8854-479b85a49a1f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dd5013f6766f4705a8fb0803fbbbd7ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561324 Apr 08 17:51:29.617364 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 42796) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:29.677176 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d7675f34-8d16-4018-aff2-5b7893fe8b52 admin admin] Publish callbacks [] for security_group (25facd54-5aed-4110-9da4-9eb9a615eb39), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:29.700724 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d7675f34-8d16-4018-aff2-5b7893fe8b52 admin admin] Publish callbacks [] for security_group (25facd54-5aed-4110-9da4-9eb9a615eb39), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:29.755240 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d7675f34-8d16-4018-aff2-5b7893fe8b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (25facd54-5aed-4110-9da4-9eb9a615eb39), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:29.758579 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d7675f34-8d16-4018-aff2-5b7893fe8b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:29.759754 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-d7675f34-8d16-4018-aff2-5b7893fe8b52 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/25facd54-5aed-4110-9da4-9eb9a615eb39 HTTP/1.1" status: 204 len: 168 time: 0.1418099 Apr 08 17:51:29.768090 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7675f34-8d16-4018-aff2-5b7893fe8b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25facd54-5aed-4110-9da4-9eb9a615eb39,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:30.031799 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 42802) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:30.045741 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-930ccbd3-30b9-46f4-ab9a-10d37c413b58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:30.123427 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-930ccbd3-30b9-46f4-ab9a-10d37c413b58 admin admin] Publish callbacks [] for security_group (480669ab-f1f0-49f5-b6d7-c59fa4d2d817), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:30.129368 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-930ccbd3-30b9-46f4-ab9a-10d37c413b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (480669ab-f1f0-49f5-b6d7-c59fa4d2d817), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:30.171193 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ccbd3-30b9-46f4-ab9a-10d37c413b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480669ab-f1f0-49f5-b6d7-c59fa4d2d817,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:30.179397 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 42806) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:30.179581 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-930ccbd3-30b9-46f4-ab9a-10d37c413b58 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=16c5442e155d4f5486b78cc59f038820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465180 Apr 08 17:51:30.257582 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f932ee79-2062-48cc-8ca2-8febe5a07a0f admin admin] Publish callbacks [] for security_group (480669ab-f1f0-49f5-b6d7-c59fa4d2d817), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:30.286015 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45de37-79e5-438e-8756-4f1d5e78200a req-cb986e60-46c6-4c08-a45d-5dfd1379e4a7 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:30.287651 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8b45de37-79e5-438e-8756-4f1d5e78200a req-cb986e60-46c6-4c08-a45d-5dfd1379e4a7 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 984 time: 0.0639749 Apr 08 17:51:30.297993 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f932ee79-2062-48cc-8ca2-8febe5a07a0f admin admin] Publish callbacks [] for security_group (480669ab-f1f0-49f5-b6d7-c59fa4d2d817), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:30.647781 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8b45de37-79e5-438e-8756-4f1d5e78200a req-fd3df21c-8eff-47c2-b63d-5103bec519b7 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&id=0e2f8d48-c323-45fb-88e9-b1dac7d09424&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3523636 Apr 08 17:51:30.656103 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f932ee79-2062-48cc-8ca2-8febe5a07a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (480669ab-f1f0-49f5-b6d7-c59fa4d2d817), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:30.659458 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f932ee79-2062-48cc-8ca2-8febe5a07a0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:30.663437 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-f932ee79-2062-48cc-8ca2-8febe5a07a0f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/480669ab-f1f0-49f5-b6d7-c59fa4d2d817 HTTP/1.1" status: 204 len: 168 time: 0.4801292 Apr 08 17:51:30.669114 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932ee79-2062-48cc-8ca2-8febe5a07a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480669ab-f1f0-49f5-b6d7-c59fa4d2d817,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:31.773238 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bfec0-d5cf-4444-a85c-341055bda822 req-cb60773e-0f9b-4ed2-b517-6d4b3c5cf44c tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:31.774775 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e92bfec0-d5cf-4444-a85c-341055bda822 req-cb60773e-0f9b-4ed2-b517-6d4b3c5cf44c tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 984 time: 0.0565164 Apr 08 17:51:31.843619 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e92bfec0-d5cf-4444-a85c-341055bda822 req-cf0e240b-3554-43a9-9253-c25c182f6f6d tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&id=0e2f8d48-c323-45fb-88e9-b1dac7d09424&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628631 Apr 08 17:51:32.425048 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:51:32.966835 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc054f3-74dd-4621-8e43-d5e02f943e22 req-45ab2ca9-3c68-4239-81ef-6d6afb8b9d20 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:32.968341 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7bc054f3-74dd-4621-8e43-d5e02f943e22 req-45ab2ca9-3c68-4239-81ef-6d6afb8b9d20 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 984 time: 0.0497420 Apr 08 17:51:33.029346 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7bc054f3-74dd-4621-8e43-d5e02f943e22 req-82e96ba5-409c-4635-aabd-dc7a5269140e tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&id=0e2f8d48-c323-45fb-88e9-b1dac7d09424&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549843 Apr 08 17:51:34.151369 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa551f-36e3-4d32-bd4e-f1f1e1e8b4c7 req-ee50e144-c036-45b1-8081-c2e771126e28 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:34.152905 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-27fa551f-36e3-4d32-bd4e-f1f1e1e8b4c7 req-ee50e144-c036-45b1-8081-c2e771126e28 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 984 time: 0.0499833 Apr 08 17:51:34.242420 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-27fa551f-36e3-4d32-bd4e-f1f1e1e8b4c7 req-268d7eb9-b22c-4d14-90c0-3c3537c68ceb tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&id=0e2f8d48-c323-45fb-88e9-b1dac7d09424&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0805509 Apr 08 17:51:43.023556 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7206-13be-4863-b015-25a4390ed65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:45.441143 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8724-8d74-4b8c-9906-88769ce8fdbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:46.537974 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:46.747034 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:48.036557 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:49.540164 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:59.563019 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-abf48764-78d7-44b6-9c23-cb2da6d91d12 req-ccc1729d-647a-4c17-a69c-39c6ca1028f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407917 Apr 08 17:51:59.793801 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf48764-78d7-44b6-9c23-cb2da6d91d12 req-ab5d9e5b-188c-4afd-b80b-af2928e32670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:59.795288 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-abf48764-78d7-44b6-9c23-cb2da6d91d12 req-ab5d9e5b-188c-4afd-b80b-af2928e32670 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f2dc62e15854e2bb119a9029718d482&device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 1168 time: 0.0444169 Apr 08 17:51:59.930928 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf48764-78d7-44b6-9c23-cb2da6d91d12 req-fbc447e2-72d5-4a56-8a3e-b954dc68f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:59.932677 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-abf48764-78d7-44b6-9c23-cb2da6d91d12 req-fbc447e2-72d5-4a56-8a3e-b954dc68f9cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcc9ecc3-3974-48b0-9b9b-69e3d57122dc HTTP/1.1" status: 200 len: 916 time: 0.1089666 Apr 08 17:52:00.010354 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-abf48764-78d7-44b6-9c23-cb2da6d91d12 req-e67faaaa-a55f-41bf-918d-e968d5056ce2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=369edf91-b7e2-4b9a-bae8-dc841929d674 HTTP/1.1" status: 200 len: 1001 time: 0.0664010 Apr 08 17:52:00.062049 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf48764-78d7-44b6-9c23-cb2da6d91d12 req-a3bc7f40-ecdb-4570-9081-7fb74246d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:00.063527 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-abf48764-78d7-44b6-9c23-cb2da6d91d12 req-a3bc7f40-ecdb-4570-9081-7fb74246d74c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66068a13-ce09-472a-a52f-c57181bc9410 HTTP/1.1" status: 200 len: 854 time: 0.0436563 Apr 08 17:52:00.108146 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf48764-78d7-44b6-9c23-cb2da6d91d12 req-309b5b8f-d78e-4311-a8c2-750bf6a4f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:00.109644 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-abf48764-78d7-44b6-9c23-cb2da6d91d12 req-309b5b8f-d78e-4311-a8c2-750bf6a4f279 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcc9ecc3-3974-48b0-9b9b-69e3d57122dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390501 Apr 08 17:52:01.637223 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-abf48764-78d7-44b6-9c23-cb2da6d91d12 req-06fbde68-03e4-4fbc-bc41-40ef1dce5d98 service neutron] 10.222.0.20 "GET /v2.0/networks/bcc9ecc3-3974-48b0-9b9b-69e3d57122dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053426 Apr 08 17:52:02.591440 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-abf48764-78d7-44b6-9c23-cb2da6d91d12 req-9fe76367-1a1f-4872-8a62-fe5803b930bb service neutron] 10.222.0.20 "GET /v2.0/networks/bcc9ecc3-3974-48b0-9b9b-69e3d57122dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888793 Apr 08 17:52:09.428834 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:52:13.026266 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-08c48ede-66fb-404e-a726-bf6c7b5d8035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:15.450082 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-992ab536-3150-429f-9c94-17510300f7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:16.539675 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:16.745821 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:18.032589 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:18.396079 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73dad7-b05e-4ac9-bec1-8de243a8fa34 req-b48b522f-83a4-4d6d-98a6-c296d5142db5 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:18.397566 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3f73dad7-b05e-4ac9-bec1-8de243a8fa34 req-b48b522f-83a4-4d6d-98a6-c296d5142db5 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=6845bd81-9263-4585-bf81-5936f03e1518 HTTP/1.1" status: 200 len: 945 time: 0.0514810 Apr 08 17:52:18.449773 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3f73dad7-b05e-4ac9-bec1-8de243a8fa34 req-20629b78-a115-4062-a863-0d82a7437da6 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2aaf5da-8209-40df-bc3c-2f33cb2e50ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420895 Apr 08 17:52:19.539232 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:19.584502 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87044cd-446a-410c-9b3f-17df7a12c283 req-12885dd8-2887-4834-bda0-39bc65f76b6c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:19.586219 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e87044cd-446a-410c-9b3f-17df7a12c283 req-12885dd8-2887-4834-bda0-39bc65f76b6c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=6845bd81-9263-4585-bf81-5936f03e1518 HTTP/1.1" status: 200 len: 945 time: 0.0563753 Apr 08 17:52:19.635442 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e87044cd-446a-410c-9b3f-17df7a12c283 req-cb133ede-c326-433f-93f0-32d1a775b0c7 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2aaf5da-8209-40df-bc3c-2f33cb2e50ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432191 Apr 08 17:52:19.677412 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 43298) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:19.809564 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5ee671ca-2425-40db-96a0-3a8eb20fac0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:19.889857 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5ee671ca-2425-40db-96a0-3a8eb20fac0b admin admin] Publish callbacks [] for security_group (c3baceb7-c3a6-4ca1-8327-a063b1924adc), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:19.896147 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5ee671ca-2425-40db-96a0-3a8eb20fac0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (c3baceb7-c3a6-4ca1-8327-a063b1924adc), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:19.934719 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-5ee671ca-2425-40db-96a0-3a8eb20fac0b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fd7215f318874506ac2d4b4af7001721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561946 Apr 08 17:52:19.935878 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee671ca-2425-40db-96a0-3a8eb20fac0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3baceb7-c3a6-4ca1-8327-a063b1924adc,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:19.937569 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 43302) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:19.987461 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8a69e8d3-303c-4d41-9770-1b87ef177cf2 admin admin] Publish callbacks [] for security_group (c3baceb7-c3a6-4ca1-8327-a063b1924adc), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.009580 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8a69e8d3-303c-4d41-9770-1b87ef177cf2 admin admin] Publish callbacks [] for security_group (c3baceb7-c3a6-4ca1-8327-a063b1924adc), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.070306 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8a69e8d3-303c-4d41-9770-1b87ef177cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (c3baceb7-c3a6-4ca1-8327-a063b1924adc), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.072944 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8a69e8d3-303c-4d41-9770-1b87ef177cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.074126 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-8a69e8d3-303c-4d41-9770-1b87ef177cf2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c3baceb7-c3a6-4ca1-8327-a063b1924adc HTTP/1.1" status: 204 len: 168 time: 0.1354837 Apr 08 17:52:20.083376 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69e8d3-303c-4d41-9770-1b87ef177cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3baceb7-c3a6-4ca1-8327-a063b1924adc,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:20.091188 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69e8d3-303c-4d41-9770-1b87ef177cf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.091537 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69e8d3-303c-4d41-9770-1b87ef177cf2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.091977 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69e8d3-303c-4d41-9770-1b87ef177cf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.092179 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69e8d3-303c-4d41-9770-1b87ef177cf2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.092540 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69e8d3-303c-4d41-9770-1b87ef177cf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.092869 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69e8d3-303c-4d41-9770-1b87ef177cf2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.093178 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69e8d3-303c-4d41-9770-1b87ef177cf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.093512 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69e8d3-303c-4d41-9770-1b87ef177cf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.093849 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69e8d3-303c-4d41-9770-1b87ef177cf2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.094159 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69e8d3-303c-4d41-9770-1b87ef177cf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.094464 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69e8d3-303c-4d41-9770-1b87ef177cf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.094784 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69e8d3-303c-4d41-9770-1b87ef177cf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.095108 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69e8d3-303c-4d41-9770-1b87ef177cf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.095415 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69e8d3-303c-4d41-9770-1b87ef177cf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.095729 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a69e8d3-303c-4d41-9770-1b87ef177cf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.373837 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 43308) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:20.388391 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-629313f5-e69e-4616-b377-4b2a54f78004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.464506 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-629313f5-e69e-4616-b377-4b2a54f78004 admin admin] Publish callbacks [] for security_group (b74373ae-d5a3-4e0a-a134-734b448519de), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.470342 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-629313f5-e69e-4616-b377-4b2a54f78004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (b74373ae-d5a3-4e0a-a134-734b448519de), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.513653 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-629313f5-e69e-4616-b377-4b2a54f78004 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6a0e3766ef4941d2be020fd8debfabe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386566 Apr 08 17:52:20.514617 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629313f5-e69e-4616-b377-4b2a54f78004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74373ae-d5a3-4e0a-a134-734b448519de,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:20.517876 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 43310) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:20.520293 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f93ba-5088-4fe8-8a9e-49bc27f07405 req-19378fb3-dd39-4022-909b-f732f9e16a4c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:20.521842 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cc9f93ba-5088-4fe8-8a9e-49bc27f07405 req-19378fb3-dd39-4022-909b-f732f9e16a4c tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.20 "GET /v2.0/ports?device_id=6845bd81-9263-4585-bf81-5936f03e1518 HTTP/1.1" status: 200 len: 945 time: 0.0514667 Apr 08 17:52:20.570767 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7d63cc89-1e45-42bd-a5cc-a72d6ded0b2b admin admin] Publish callbacks [] for security_group (b74373ae-d5a3-4e0a-a134-734b448519de), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.595362 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7d63cc89-1e45-42bd-a5cc-a72d6ded0b2b admin admin] Publish callbacks [] for security_group (b74373ae-d5a3-4e0a-a134-734b448519de), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.612063 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [req-cc9f93ba-5088-4fe8-8a9e-49bc27f07405 req-df38a208-0e78-443b-b228-9830f7eec6c0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Deleting port 761255d7-f35e-40ae-8c63-8c75ed657703 {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:20.612841 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-cc9f93ba-5088-4fe8-8a9e-49bc27f07405 req-df38a208-0e78-443b-b228-9830f7eec6c0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (761255d7-f35e-40ae-8c63-8c75ed657703), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.649647 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7d63cc89-1e45-42bd-a5cc-a72d6ded0b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (b74373ae-d5a3-4e0a-a134-734b448519de), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.652222 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7d63cc89-1e45-42bd-a5cc-a72d6ded0b2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.653516 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-7d63cc89-1e45-42bd-a5cc-a72d6ded0b2b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b74373ae-d5a3-4e0a-a134-734b448519de HTTP/1.1" status: 204 len: 168 time: 0.1344035 Apr 08 17:52:20.664943 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63cc89-1e45-42bd-a5cc-a72d6ded0b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74373ae-d5a3-4e0a-a134-734b448519de,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:20.715745 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-cc9f93ba-5088-4fe8-8a9e-49bc27f07405 req-df38a208-0e78-443b-b228-9830f7eec6c0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] For port 761255d7-f35e-40ae-8c63-8c75ed657703, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=761255d7-f35e-40ae-8c63-8c75ed657703,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:20.716092 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-cc9f93ba-5088-4fe8-8a9e-49bc27f07405 req-df38a208-0e78-443b-b228-9830f7eec6c0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (761255d7-f35e-40ae-8c63-8c75ed657703), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.789785 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815936e-ee24-4ace-ae07-dfebc4ef9e84 req-9fbe914c-7cdf-4344-ad08-007e677cfb6a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:20.791335 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e815936e-ee24-4ace-ae07-dfebc4ef9e84 req-9fbe914c-7cdf-4344-ad08-007e677cfb6a tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=6845bd81-9263-4585-bf81-5936f03e1518 HTTP/1.1" status: 200 len: 945 time: 0.0642242 Apr 08 17:52:20.849627 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e815936e-ee24-4ace-ae07-dfebc4ef9e84 req-e5e1786b-2268-42f8-a1de-e667615305f5 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups?id=d2aaf5da-8209-40df-bc3c-2f33cb2e50ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490205 Apr 08 17:52:20.928276 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-cc9f93ba-5088-4fe8-8a9e-49bc27f07405 req-df38a208-0e78-443b-b228-9830f7eec6c0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.928775 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-cc9f93ba-5088-4fe8-8a9e-49bc27f07405 req-df38a208-0e78-443b-b228-9830f7eec6c0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (b48b1d6d-c937-4e87-b5dd-45498642a2d7), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.929129 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.l3_db [req-cc9f93ba-5088-4fe8-8a9e-49bc27f07405 req-df38a208-0e78-443b-b228-9830f7eec6c0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Floating IP b48b1d6d-c937-4e87-b5dd-45498642a2d7 disassociated. External IP: 172.27.1.76, port: 761255d7-f35e-40ae-8c63-8c75ed657703. Apr 08 17:52:20.929484 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [req-cc9f93ba-5088-4fe8-8a9e-49bc27f07405 req-df38a208-0e78-443b-b228-9830f7eec6c0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Calling delete_port for 761255d7-f35e-40ae-8c63-8c75ed657703 owned by compute:nova {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:21.066518 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-cc9f93ba-5088-4fe8-8a9e-49bc27f07405 req-df38a208-0e78-443b-b228-9830f7eec6c0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (761255d7-f35e-40ae-8c63-8c75ed657703), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:21.094158 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38a208-0e78-443b-b228-9830f7eec6c0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event deleted for resources: {'Port': ['ID=761255d7-f35e-40ae-8c63-8c75ed657703,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:21.218400 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc9f93ba-5088-4fe8-8a9e-49bc27f07405 req-df38a208-0e78-443b-b228-9830f7eec6c0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:52:21.342818 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc9f93ba-5088-4fe8-8a9e-49bc27f07405 req-df38a208-0e78-443b-b228-9830f7eec6c0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:52:21.354186 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5bb340-f578-4e20-8d55-407655f20d28 None None] Sync routers for ids ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:52:21.365096 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5bb340-f578-4e20-8d55-407655f20d28 None None] Routers {'216c479a-d79f-4956-a3c4-c7cdf37e8d9d'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:52:21.365873 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-eb5bb340-f578-4e20-8d55-407655f20d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:52:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:21.385445 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9f93ba-5088-4fe8-8a9e-49bc27f07405 req-df38a208-0e78-443b-b228-9830f7eec6c0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] No DVR routers for this DVR port 761255d7-f35e-40ae-8c63-8c75ed657703 on host hv-cinder-83716 {{(pid=103549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:52:21.388037 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-cc9f93ba-5088-4fe8-8a9e-49bc27f07405 req-df38a208-0e78-443b-b228-9830f7eec6c0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:21.391442 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-cc9f93ba-5088-4fe8-8a9e-49bc27f07405 req-df38a208-0e78-443b-b228-9830f7eec6c0 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.20 "DELETE /v2.0/ports/761255d7-f35e-40ae-8c63-8c75ed657703 HTTP/1.1" status: 204 len: 173 time: 0.8629396 Apr 08 17:52:21.391889 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6845bd81-9263-4585-bf81-5936f03e1518', 'name': 'network-vif-deleted', 'tag': '761255d7-f35e-40ae-8c63-8c75ed657703'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:52:21.394452 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1db71e-d3b9-4b9c-bd29-a37461931514" -d '{"events": [{"server_uuid": "6845bd81-9263-4585-bf81-5936f03e1518", "name": "network-vif-deleted", "tag": "761255d7-f35e-40ae-8c63-8c75ed657703"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:52:21.446945 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b2717d-27b2-41e2-8aad-b668b95aba9a x-openstack-request-id: req-e5b2717d-27b2-41e2-8aad-b668b95aba9a {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:52:21.447434 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6845bd81-9263-4585-bf81-5936f03e1518", "name": "network-vif-deleted", "tag": "761255d7-f35e-40ae-8c63-8c75ed657703", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:52:21.447690 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e5b2717d-27b2-41e2-8aad-b668b95aba9a {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:52:21.448100 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b2717d-27b2-41e2-8aad-b668b95aba9a'] response: {'server_uuid': '6845bd81-9263-4585-bf81-5936f03e1518', 'name': 'network-vif-deleted', 'tag': '761255d7-f35e-40ae-8c63-8c75ed657703', 'status': 'completed', 'code': 200} Apr 08 17:52:21.489326 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-eb5bb340-f578-4e20-8d55-407655f20d28 None None] Set router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:52:21.700227 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-eb5bb340-f578-4e20-8d55-407655f20d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:21.732632 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5bb340-f578-4e20-8d55-407655f20d28 None None] Checking router: 216c479a-d79f-4956-a3c4-c7cdf37e8d9d for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:52:21.741881 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5bb340-f578-4e20-8d55-407655f20d28 None None] Routers {'216c479a-d79f-4956-a3c4-c7cdf37e8d9d'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:52:21.742408 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-eb5bb340-f578-4e20-8d55-407655f20d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:52:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:21.852768 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-eb5bb340-f578-4e20-8d55-407655f20d28 None None] Set router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:52:21.955452 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5a4d2041-fb94-42b0-a9ae-94f37199bfcc req-7d214e07-0aae-4c86-8735-0a44db3b8955 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/ports?device_id=6845bd81-9263-4585-bf81-5936f03e1518 HTTP/1.1" status: 200 len: 210 time: 0.0332093 Apr 08 17:52:22.069068 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-eb5bb340-f578-4e20-8d55-407655f20d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:22.096295 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5bb340-f578-4e20-8d55-407655f20d28 None None] The sync data for ids ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'] in dv-cinder-837166-1-iscsi is: [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'd13a25ef-9927-4f2d-a36e-f97e1f1af4e9', 'name': '', 'network_id': '0220a826-6ea0-44a9-acbd-dc4c8bdf3078', 'tenant_id': 'c793b519db45404da066489467255859', 'mac_address': 'fa:16:3e:13:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:52Z', 'updated_at': '2022-04-08T17:39:06Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'subnets': [{'id': 'd8edf8b4-73f8-49e2-a695-014df408b2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:52:22.343948 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b96595-6ebb-45d5-8b21-1e56a4d443eb None None] New status for floating IP b48b1d6d-c937-4e87-b5dd-45498642a2d7: DOWN {{(pid=103551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:52:23.054086 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 43376) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:23.109322 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cee301f-e811-4b25-9975-1468e035fca1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (d2aaf5da-8209-40df-bc3c-2f33cb2e50ae), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:23.141951 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cee301f-e811-4b25-9975-1468e035fca1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (d2aaf5da-8209-40df-bc3c-2f33cb2e50ae), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:23.202523 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cee301f-e811-4b25-9975-1468e035fca1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (d2aaf5da-8209-40df-bc3c-2f33cb2e50ae), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:23.205631 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cee301f-e811-4b25-9975-1468e035fca1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:23.207127 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-4cee301f-e811-4b25-9975-1468e035fca1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "DELETE /v2.0/security-groups/d2aaf5da-8209-40df-bc3c-2f33cb2e50ae HTTP/1.1" status: 204 len: 168 time: 0.1520255 Apr 08 17:52:23.210198 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 43378) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:23.216093 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee301f-e811-4b25-9975-1468e035fca1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2aaf5da-8209-40df-bc3c-2f33cb2e50ae,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:23.224368 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.api.v2.resource [None req-dec0af5b-557c-4f19-ae94-cd4294e496f1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] show failed (client error): The resource could not be found. Apr 08 17:52:23.228063 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-dec0af5b-557c-4f19-ae94-cd4294e496f1 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "GET /v2.0/security-groups/d2aaf5da-8209-40df-bc3c-2f33cb2e50ae HTTP/1.1" status: 404 len: 347 time: 0.0141931 Apr 08 17:52:23.228483 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 43380) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:23.351710 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-30c2f02d-8bc3-43fe-b6b9-4efce07712c9 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Deleting port d3332d24-d42e-42a8-9c36-47e3b74c938b {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:23.352010 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-30c2f02d-8bc3-43fe-b6b9-4efce07712c9 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (d3332d24-d42e-42a8-9c36-47e3b74c938b), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:23.435477 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-30c2f02d-8bc3-43fe-b6b9-4efce07712c9 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (d3332d24-d42e-42a8-9c36-47e3b74c938b), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:23.435812 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-30c2f02d-8bc3-43fe-b6b9-4efce07712c9 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (d3332d24-d42e-42a8-9c36-47e3b74c938b), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:23.448831 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-30c2f02d-8bc3-43fe-b6b9-4efce07712c9 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Calling delete_port for d3332d24-d42e-42a8-9c36-47e3b74c938b owned by network:floatingip {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:23.598271 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-30c2f02d-8bc3-43fe-b6b9-4efce07712c9 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (d3332d24-d42e-42a8-9c36-47e3b74c938b), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:23.625214 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2f02d-8bc3-43fe-b6b9-4efce07712c9 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Pushing event deleted for resources: {'Port': ['ID=d3332d24-d42e-42a8-9c36-47e3b74c938b,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:23.699551 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-30c2f02d-8bc3-43fe-b6b9-4efce07712c9 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks [] for floatingip (b48b1d6d-c937-4e87-b5dd-45498642a2d7), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:23.704064 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-30c2f02d-8bc3-43fe-b6b9-4efce07712c9 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:23.708414 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-30c2f02d-8bc3-43fe-b6b9-4efce07712c9 tempest-AttachVolumeNegativeTest-382153262 tempest-AttachVolumeNegativeTest-382153262-project] 10.222.0.86 "DELETE /v2.0/floatingips/b48b1d6d-c937-4e87-b5dd-45498642a2d7 HTTP/1.1" status: 204 len: 168 time: 0.4759674 Apr 08 17:52:25.077940 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 761255d7-f35e-40ae-8c63-8c75ed657703 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:52:25.099078 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] No Port match for: 761255d7-f35e-40ae-8c63-8c75ed657703 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:52:25.099634 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 761255d7-f35e-40ae-8c63-8c75ed657703 not bound to the agent host hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:52:25.364637 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 43434) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:25.479388 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-77736a30-ffdf-48ca-988f-27fb2863129f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:25.558780 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-77736a30-ffdf-48ca-988f-27fb2863129f admin admin] Publish callbacks [] for security_group (0982631b-796b-4441-ba95-1c39cebafc33), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:25.563916 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-77736a30-ffdf-48ca-988f-27fb2863129f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (0982631b-796b-4441-ba95-1c39cebafc33), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:25.602367 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-77736a30-ffdf-48ca-988f-27fb2863129f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0c20e2ad1a9843e3a8ccfe0ce55de4bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362657 Apr 08 17:52:25.603268 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77736a30-ffdf-48ca-988f-27fb2863129f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0982631b-796b-4441-ba95-1c39cebafc33,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:25.605355 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 43442) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:25.665259 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-def3f5eb-5312-479e-8d0d-7ab79220f026 admin admin] Publish callbacks [] for security_group (0982631b-796b-4441-ba95-1c39cebafc33), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:25.690435 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-def3f5eb-5312-479e-8d0d-7ab79220f026 admin admin] Publish callbacks [] for security_group (0982631b-796b-4441-ba95-1c39cebafc33), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:25.745991 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-def3f5eb-5312-479e-8d0d-7ab79220f026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (0982631b-796b-4441-ba95-1c39cebafc33), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:25.748701 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-def3f5eb-5312-479e-8d0d-7ab79220f026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:25.749952 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-def3f5eb-5312-479e-8d0d-7ab79220f026 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0982631b-796b-4441-ba95-1c39cebafc33 HTTP/1.1" status: 204 len: 168 time: 0.1436162 Apr 08 17:52:25.758827 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3f5eb-5312-479e-8d0d-7ab79220f026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0982631b-796b-4441-ba95-1c39cebafc33,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:25.767350 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3f5eb-5312-479e-8d0d-7ab79220f026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:25.767720 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3f5eb-5312-479e-8d0d-7ab79220f026 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:25.768088 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3f5eb-5312-479e-8d0d-7ab79220f026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:25.768606 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3f5eb-5312-479e-8d0d-7ab79220f026 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:25.768958 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3f5eb-5312-479e-8d0d-7ab79220f026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:25.769282 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3f5eb-5312-479e-8d0d-7ab79220f026 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:25.769617 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3f5eb-5312-479e-8d0d-7ab79220f026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:25.769949 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3f5eb-5312-479e-8d0d-7ab79220f026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:25.770363 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3f5eb-5312-479e-8d0d-7ab79220f026 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:25.770732 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3f5eb-5312-479e-8d0d-7ab79220f026 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:25.771064 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3f5eb-5312-479e-8d0d-7ab79220f026 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:25.771477 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3f5eb-5312-479e-8d0d-7ab79220f026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:25.771816 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3f5eb-5312-479e-8d0d-7ab79220f026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:25.772145 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3f5eb-5312-479e-8d0d-7ab79220f026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:25.772501 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3f5eb-5312-479e-8d0d-7ab79220f026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:26.052409 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 43448) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:26.066604 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-429577e7-83f3-4e23-88c7-0e986396b2b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:26.152321 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-429577e7-83f3-4e23-88c7-0e986396b2b1 admin admin] Publish callbacks [] for security_group (da2fbf8f-c9d4-4d6b-80ca-e6cdacb4802f), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:26.157972 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-429577e7-83f3-4e23-88c7-0e986396b2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (da2fbf8f-c9d4-4d6b-80ca-e6cdacb4802f), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:26.198580 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-429577e7-83f3-4e23-88c7-0e986396b2b1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=32fc1ad4a82347158e05af1293ad006c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445477 Apr 08 17:52:26.199815 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429577e7-83f3-4e23-88c7-0e986396b2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2fbf8f-c9d4-4d6b-80ca-e6cdacb4802f,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:26.201153 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 43460) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:26.254694 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a859be78-fce8-4518-b3a2-ae35f7200112 admin admin] Publish callbacks [] for security_group (da2fbf8f-c9d4-4d6b-80ca-e6cdacb4802f), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:26.277364 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a859be78-fce8-4518-b3a2-ae35f7200112 admin admin] Publish callbacks [] for security_group (da2fbf8f-c9d4-4d6b-80ca-e6cdacb4802f), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:26.334123 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a859be78-fce8-4518-b3a2-ae35f7200112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (da2fbf8f-c9d4-4d6b-80ca-e6cdacb4802f), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:26.336906 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a859be78-fce8-4518-b3a2-ae35f7200112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:26.338087 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-a859be78-fce8-4518-b3a2-ae35f7200112 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/da2fbf8f-c9d4-4d6b-80ca-e6cdacb4802f HTTP/1.1" status: 204 len: 168 time: 0.1354973 Apr 08 17:52:26.345980 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859be78-fce8-4518-b3a2-ae35f7200112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2fbf8f-c9d4-4d6b-80ca-e6cdacb4802f,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:27.439121 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 43504) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:27.935289 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-68762ce1-abdf-4e0c-913f-31549e91bab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732664'] for router_interface (216c479a-d79f-4956-a3c4-c7cdf37e8d9d), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:28.180038 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-68762ce1-abdf-4e0c-913f-31549e91bab3 admin admin] Deleting port d13a25ef-9927-4f2d-a36e-f97e1f1af4e9 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:28.180385 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-68762ce1-abdf-4e0c-913f-31549e91bab3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (d13a25ef-9927-4f2d-a36e-f97e1f1af4e9), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:28.266848 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-68762ce1-abdf-4e0c-913f-31549e91bab3 admin admin] For port d13a25ef-9927-4f2d-a36e-f97e1f1af4e9, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=d13a25ef-9927-4f2d-a36e-f97e1f1af4e9,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:28.267193 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-68762ce1-abdf-4e0c-913f-31549e91bab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (d13a25ef-9927-4f2d-a36e-f97e1f1af4e9), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:28.280373 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-68762ce1-abdf-4e0c-913f-31549e91bab3 admin admin] Calling delete_port for d13a25ef-9927-4f2d-a36e-f97e1f1af4e9 owned by network:router_interface {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:28.475082 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-68762ce1-abdf-4e0c-913f-31549e91bab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (d13a25ef-9927-4f2d-a36e-f97e1f1af4e9), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:28.500014 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68762ce1-abdf-4e0c-913f-31549e91bab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d13a25ef-9927-4f2d-a36e-f97e1f1af4e9,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:28.683670 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-68762ce1-abdf-4e0c-913f-31549e91bab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732524'] for router_interface (216c479a-d79f-4956-a3c4-c7cdf37e8d9d), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:28.922470 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68762ce1-abdf-4e0c-913f-31549e91bab3 admin admin] Router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:52:29.042657 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68762ce1-abdf-4e0c-913f-31549e91bab3 admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:52:29.047810 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-68762ce1-abdf-4e0c-913f-31549e91bab3 admin admin] 10.222.0.86 "PUT /v2.0/routers/216c479a-d79f-4956-a3c4-c7cdf37e8d9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6075497 Apr 08 17:52:29.050550 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 43546) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:29.055762 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f6486a-c7a1-4b30-b9a2-c0b38b429e0b None None] Sync routers for ids ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:52:29.065401 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f6486a-c7a1-4b30-b9a2-c0b38b429e0b None None] Routers {'216c479a-d79f-4956-a3c4-c7cdf37e8d9d'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:52:29.066146 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-37f6486a-c7a1-4b30-b9a2-c0b38b429e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:52:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:29.163307 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f9e78697-fbf8-4793-b6ce-a58674861497 admin admin] Publish callbacks [] for router (216c479a-d79f-4956-a3c4-c7cdf37e8d9d), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.184020 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-37f6486a-c7a1-4b30-b9a2-c0b38b429e0b None None] Set router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:52:29.286947 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f9e78697-fbf8-4793-b6ce-a58674861497 admin admin] Publish callbacks [] for router_gateway (216c479a-d79f-4956-a3c4-c7cdf37e8d9d), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.339563 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-f9e78697-fbf8-4793-b6ce-a58674861497 admin admin] Deleting port c18e875b-2d15-44a2-8c9d-3d0cda832586 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:29.339930 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f9e78697-fbf8-4793-b6ce-a58674861497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (c18e875b-2d15-44a2-8c9d-3d0cda832586), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.381579 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-37f6486a-c7a1-4b30-b9a2-c0b38b429e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:52:28Z', 'revision_number': 5, 'project_id': 'c793b519db45404da066489467255859', 'gw_port': {'id': 'c18e875b-2d15-44a2-8c9d-3d0cda832586', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:29.414949 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f6486a-c7a1-4b30-b9a2-c0b38b429e0b None None] Checking router: 216c479a-d79f-4956-a3c4-c7cdf37e8d9d for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:52:29.423640 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f6486a-c7a1-4b30-b9a2-c0b38b429e0b None None] Routers {'216c479a-d79f-4956-a3c4-c7cdf37e8d9d'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:52:29.424244 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-37f6486a-c7a1-4b30-b9a2-c0b38b429e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:52:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:29.437179 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-f9e78697-fbf8-4793-b6ce-a58674861497 admin admin] For port c18e875b-2d15-44a2-8c9d-3d0cda832586, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=c18e875b-2d15-44a2-8c9d-3d0cda832586,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:29.437546 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f9e78697-fbf8-4793-b6ce-a58674861497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (c18e875b-2d15-44a2-8c9d-3d0cda832586), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.450238 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-f9e78697-fbf8-4793-b6ce-a58674861497 admin admin] Calling delete_port for c18e875b-2d15-44a2-8c9d-3d0cda832586 owned by network:router_gateway {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:29.514614 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-37f6486a-c7a1-4b30-b9a2-c0b38b429e0b None None] Set router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d gateway port host: None {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:52:29.570223 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-37f6486a-c7a1-4b30-b9a2-c0b38b429e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:52:29Z', 'revision_number': 6, 'project_id': 'c793b519db45404da066489467255859', 'gw_port_host': None}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:29.597762 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f6486a-c7a1-4b30-b9a2-c0b38b429e0b None None] The sync data for ids ['216c479a-d79f-4956-a3c4-c7cdf37e8d9d'] in dv-cinder-837166-1-iscsi is: [{'id': '216c479a-d79f-4956-a3c4-c7cdf37e8d9d', 'name': 'tempest-AttachVolumeNegativeTest-1433430608-router', 'tenant_id': 'c793b519db45404da066489467255859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:45Z', 'updated_at': '2022-04-08T17:52:29Z', 'revision_number': 6, 'project_id': 'c793b519db45404da066489467255859', 'gw_port_host': None}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:52:29.623704 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f9e78697-fbf8-4793-b6ce-a58674861497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (c18e875b-2d15-44a2-8c9d-3d0cda832586), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.656086 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e78697-fbf8-4793-b6ce-a58674861497 admin admin] Pushing event deleted for resources: {'Port': ['ID=c18e875b-2d15-44a2-8c9d-3d0cda832586,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:29.714677 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f9e78697-fbf8-4793-b6ce-a58674861497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726670'] for router_gateway (216c479a-d79f-4956-a3c4-c7cdf37e8d9d), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.808490 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f9e78697-fbf8-4793-b6ce-a58674861497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4576'] for router (216c479a-d79f-4956-a3c4-c7cdf37e8d9d), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.810821 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f9e78697-fbf8-4793-b6ce-a58674861497 admin admin] Publish callbacks [] for router_controller (216c479a-d79f-4956-a3c4-c7cdf37e8d9d), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.861186 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f9e78697-fbf8-4793-b6ce-a58674861497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-681261'] for router (216c479a-d79f-4956-a3c4-c7cdf37e8d9d), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.861625 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e78697-fbf8-4793-b6ce-a58674861497 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 216c479a-d79f-4956-a3c4-c7cdf37e8d9d {{(pid=103548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 17:52:29.866373 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f9e78697-fbf8-4793-b6ce-a58674861497 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.867567 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-f9e78697-fbf8-4793-b6ce-a58674861497 admin admin] 10.222.0.86 "DELETE /v2.0/routers/216c479a-d79f-4956-a3c4-c7cdf37e8d9d HTTP/1.1" status: 204 len: 168 time: 0.8160675 Apr 08 17:52:29.870267 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 43552) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:29.916910 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3c9c9d-d2bb-4811-bd7a-f78d96f78163 admin admin] Deleting subnet d8edf8b4-73f8-49e2-a695-014df408b2d6 {{(pid=103548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:52:29.920608 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ee3c9c9d-d2bb-4811-bd7a-f78d96f78163 admin admin] Publish callbacks [] for subnet (d8edf8b4-73f8-49e2-a695-014df408b2d6), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.957093 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ee3c9c9d-d2bb-4811-bd7a-f78d96f78163 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30987647'] for subnet (d8edf8b4-73f8-49e2-a695-014df408b2d6), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:30.042673 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ee3c9c9d-d2bb-4811-bd7a-f78d96f78163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709327'] for subnet (d8edf8b4-73f8-49e2-a695-014df408b2d6), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:30.095475 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ee3c9c9d-d2bb-4811-bd7a-f78d96f78163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1709334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30242310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30287709'] for subnet (d8edf8b4-73f8-49e2-a695-014df408b2d6), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:30.123046 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c9c9d-d2bb-4811-bd7a-f78d96f78163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8edf8b4-73f8-49e2-a695-014df408b2d6,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:30.125057 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ee3c9c9d-d2bb-4811-bd7a-f78d96f78163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:30.129901 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bb1a09-85f1-424a-9f1c-f4c521e4d8b3 None None] Network 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:52:30.131123 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-ee3c9c9d-d2bb-4811-bd7a-f78d96f78163 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/d8edf8b4-73f8-49e2-a695-014df408b2d6 HTTP/1.1" status: 204 len: 168 time: 0.2599087 Apr 08 17:52:30.131320 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 43554) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:30.202906 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-f0c06742-b37e-40b2-88b0-b4b96c781384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832628'] for network (0220a826-6ea0-44a9-acbd-dc4c8bdf3078), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:30.249009 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-f0c06742-b37e-40b2-88b0-b4b96c781384 admin admin] Deleting port c3bd48a4-16e8-459c-854a-7a5a64b9ad57 {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:30.249350 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-f0c06742-b37e-40b2-88b0-b4b96c781384 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (c3bd48a4-16e8-459c-854a-7a5a64b9ad57), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:30.317023 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-f0c06742-b37e-40b2-88b0-b4b96c781384 admin admin] For port c3bd48a4-16e8-459c-854a-7a5a64b9ad57, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=c3bd48a4-16e8-459c-854a-7a5a64b9ad57,segment=NetworkSegment(9f25f05d-d725-4c18-974b-7ffaf43caff2),segment_id=9f25f05d-d725-4c18-974b-7ffaf43caff2)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:30.317447 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-f0c06742-b37e-40b2-88b0-b4b96c781384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (c3bd48a4-16e8-459c-854a-7a5a64b9ad57), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:30.331494 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-f0c06742-b37e-40b2-88b0-b4b96c781384 admin admin] Calling delete_port for c3bd48a4-16e8-459c-854a-7a5a64b9ad57 owned by network:dhcp {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:30.344719 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] DHCP port deletion for 0220a826-6ea0-44a9-acbd-dc4c8bdf3078 request from dv-cinder-837166-1-iscsi {{(pid=103550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 17:52:30.413712 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device c18e875b-2d15-44a2-8c9d-3d0cda832586 no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:52:30.429490 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-f0c06742-b37e-40b2-88b0-b4b96c781384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (c3bd48a4-16e8-459c-854a-7a5a64b9ad57), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:30.438174 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: c18e875b-2d15-44a2-8c9d-3d0cda832586 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:52:30.438513 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device c18e875b-2d15-44a2-8c9d-3d0cda832586 not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:52:30.438922 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device d13a25ef-9927-4f2d-a36e-f97e1f1af4e9 no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:52:30.454979 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c06742-b37e-40b2-88b0-b4b96c781384 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3bd48a4-16e8-459c-854a-7a5a64b9ad57,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:30.460297 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: d13a25ef-9927-4f2d-a36e-f97e1f1af4e9 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:52:30.460879 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device d13a25ef-9927-4f2d-a36e-f97e1f1af4e9 not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:52:30.461450 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device c3bd48a4-16e8-459c-854a-7a5a64b9ad57 no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:52:30.470992 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c06742-b37e-40b2-88b0-b4b96c781384 admin admin] No DVR routers for this DVR port c3bd48a4-16e8-459c-854a-7a5a64b9ad57 on host dv-cinder-837166-1-iscsi {{(pid=103549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:52:30.486681 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: c3bd48a4-16e8-459c-854a-7a5a64b9ad57 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:52:30.487026 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device c3bd48a4-16e8-459c-854a-7a5a64b9ad57 not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:52:30.488532 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] Deleting port c3bd48a4-16e8-459c-854a-7a5a64b9ad57 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:30.488927 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (c3bd48a4-16e8-459c-854a-7a5a64b9ad57), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:30.575732 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] For port c3bd48a4-16e8-459c-854a-7a5a64b9ad57, host dv-cinder-837166-1-iscsi, got binding levels [] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:30.576169 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (c3bd48a4-16e8-459c-854a-7a5a64b9ad57), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:30.577687 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-f0c06742-b37e-40b2-88b0-b4b96c781384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1707906', 'neutron.services.segments.db._delete_segments_for_network-8780306556573'] for network (0220a826-6ea0-44a9-acbd-dc4c8bdf3078), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:30.590243 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] Calling delete_port for c3bd48a4-16e8-459c-854a-7a5a64b9ad57 owned by network:dhcp {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:30.593187 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.ipam_backend_mixin [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] Port c3bd48a4-16e8-459c-854a-7a5a64b9ad57 was not found and therefore no delete operation was performed {{(pid=103550) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 08 17:52:30.594912 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215'] for port (c3bd48a4-16e8-459c-854a-7a5a64b9ad57), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:30.599323 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-f0c06742-b37e-40b2-88b0-b4b96c781384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0220a826-6ea0-44a9-acbd-dc4c8bdf3078']}} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:30.611049 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-f0c06742-b37e-40b2-88b0-b4b96c781384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f25f05d-d725-4c18-974b-7ffaf43caff2') {'for_net_delete': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:30.611353 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-f0c06742-b37e-40b2-88b0-b4b96c781384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f25f05d-d725-4c18-974b-7ffaf43caff2') {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:30.622639 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] Pushing event deleted for resources: {'Port': ['ID=c3bd48a4-16e8-459c-854a-7a5a64b9ad57,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:30.623573 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-f0c06742-b37e-40b2-88b0-b4b96c781384 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780306558374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30165219'] for segment (9f25f05d-d725-4c18-974b-7ffaf43caff2), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:30.635461 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] No DVR routers for this DVR port c3bd48a4-16e8-459c-854a-7a5a64b9ad57 on host dv-cinder-837166-1-iscsi {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:52:30.641529 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:30.641869 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:30.642764 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:30.643300 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:30.643879 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:30.644288 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:30.644657 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:30.645044 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:30.645391 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:30.645919 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:30.647315 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:30.647676 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:30.648002 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:30.648377 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:30.648739 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d15b00-5465-4088-bf90-7ee0cc8a152d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:30.648916 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-f0c06742-b37e-40b2-88b0-b4b96c781384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (9f25f05d-d725-4c18-974b-7ffaf43caff2), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:30.659081 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c06742-b37e-40b2-88b0-b4b96c781384 admin admin] Releasing vlan 956 on physical network physnet1 to pool {{(pid=103549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:52:30.660567 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-f0c06742-b37e-40b2-88b0-b4b96c781384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30663484'] for segment (9f25f05d-d725-4c18-974b-7ffaf43caff2), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: Traceback (most recent call last): Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: timer() Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: cb(*args, **kw) Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: return func(*args, **kwargs) Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: self._notify() Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: self.callback(batched_events) Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: event.method(event) Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: return f(self, *a, **k) Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: return self._get(url).json() Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: return self.request(url, 'GET', **kwargs) Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:52:30.664012 dv-cinder-837166-1-iscsi neutron-server[103549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:52:30.733636 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-f0c06742-b37e-40b2-88b0-b4b96c781384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1707913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726762'] for network (0220a826-6ea0-44a9-acbd-dc4c8bdf3078), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:30.742057 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-f0c06742-b37e-40b2-88b0-b4b96c781384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:30.745552 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-f0c06742-b37e-40b2-88b0-b4b96c781384 admin admin] 10.222.0.86 "DELETE /v2.0/networks/0220a826-6ea0-44a9-acbd-dc4c8bdf3078 HTTP/1.1" status: 204 len: 168 time: 0.6126578 Apr 08 17:52:30.754911 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c06742-b37e-40b2-88b0-b4b96c781384 admin admin] Pushing event deleted for resources: {'Network': ['ID=0220a826-6ea0-44a9-acbd-dc4c8bdf3078,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:30.939597 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 43566) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:30.982753 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-22e23e0e-4a49-48cc-a6be-8aa64ce01e9b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c793b519db45404da066489467255859&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419567 Apr 08 17:52:30.985466 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 43568) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:31.044898 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2fd9dc97-c9a2-43f4-889d-78bcd95d4216 admin admin] Publish callbacks [] for security_group (cd5d3fad-e4fc-46da-a51a-529f8cab4017), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:31.069412 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2fd9dc97-c9a2-43f4-889d-78bcd95d4216 admin admin] Publish callbacks [] for security_group (cd5d3fad-e4fc-46da-a51a-529f8cab4017), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:31.124398 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2fd9dc97-c9a2-43f4-889d-78bcd95d4216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (cd5d3fad-e4fc-46da-a51a-529f8cab4017), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:31.127100 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2fd9dc97-c9a2-43f4-889d-78bcd95d4216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:31.128501 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-2fd9dc97-c9a2-43f4-889d-78bcd95d4216 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cd5d3fad-e4fc-46da-a51a-529f8cab4017 HTTP/1.1" status: 204 len: 168 time: 0.1420860 Apr 08 17:52:31.137016 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9dc97-c9a2-43f4-889d-78bcd95d4216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5d3fad-e4fc-46da-a51a-529f8cab4017,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:35.620066 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 43680) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:35.740640 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-626588ce-aa3c-48f1-b36f-f8a0680832d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:35.830541 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-626588ce-aa3c-48f1-b36f-f8a0680832d9 admin admin] Publish callbacks [] for security_group (02bdb50c-5661-4951-9b3d-269d73961ea0), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:35.835085 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-626588ce-aa3c-48f1-b36f-f8a0680832d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (02bdb50c-5661-4951-9b3d-269d73961ea0), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:35.874448 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-626588ce-aa3c-48f1-b36f-f8a0680832d9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d21273bf16ef4b5885aee34e1e2229d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532549 Apr 08 17:52:35.875600 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626588ce-aa3c-48f1-b36f-f8a0680832d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bdb50c-5661-4951-9b3d-269d73961ea0,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:35.877289 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 43688) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:35.926792 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0bd85c0-53ec-4655-bb39-a173b8eda5b4 admin admin] Publish callbacks [] for security_group (02bdb50c-5661-4951-9b3d-269d73961ea0), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:35.948549 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0bd85c0-53ec-4655-bb39-a173b8eda5b4 admin admin] Publish callbacks [] for security_group (02bdb50c-5661-4951-9b3d-269d73961ea0), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:36.002066 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0bd85c0-53ec-4655-bb39-a173b8eda5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (02bdb50c-5661-4951-9b3d-269d73961ea0), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:36.004684 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0bd85c0-53ec-4655-bb39-a173b8eda5b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:36.005886 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-b0bd85c0-53ec-4655-bb39-a173b8eda5b4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/02bdb50c-5661-4951-9b3d-269d73961ea0 HTTP/1.1" status: 204 len: 168 time: 0.1276064 Apr 08 17:52:36.014766 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd85c0-53ec-4655-bb39-a173b8eda5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bdb50c-5661-4951-9b3d-269d73961ea0,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:36.302205 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 43696) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:36.315925 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e2bd0f62-0e1f-4292-9271-e2a84b78fa77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:36.402021 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e2bd0f62-0e1f-4292-9271-e2a84b78fa77 admin admin] Publish callbacks [] for security_group (2038e2b5-5f85-4734-b538-a0eded01ebce), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:36.408006 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e2bd0f62-0e1f-4292-9271-e2a84b78fa77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (2038e2b5-5f85-4734-b538-a0eded01ebce), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:36.446337 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-e2bd0f62-0e1f-4292-9271-e2a84b78fa77 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d93c9027ac9c44038fec135b61d3be61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430447 Apr 08 17:52:36.447188 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd0f62-0e1f-4292-9271-e2a84b78fa77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2038e2b5-5f85-4734-b538-a0eded01ebce,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:36.449186 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 43698) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:36.514199 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b11ce3e1-55e9-4fc9-8a23-37cb98dd63e2 admin admin] Publish callbacks [] for security_group (2038e2b5-5f85-4734-b538-a0eded01ebce), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:36.544130 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b11ce3e1-55e9-4fc9-8a23-37cb98dd63e2 admin admin] Publish callbacks [] for security_group (2038e2b5-5f85-4734-b538-a0eded01ebce), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:36.596929 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b11ce3e1-55e9-4fc9-8a23-37cb98dd63e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (2038e2b5-5f85-4734-b538-a0eded01ebce), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:36.599528 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b11ce3e1-55e9-4fc9-8a23-37cb98dd63e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:36.600716 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-b11ce3e1-55e9-4fc9-8a23-37cb98dd63e2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2038e2b5-5f85-4734-b538-a0eded01ebce HTTP/1.1" status: 204 len: 168 time: 0.1503029 Apr 08 17:52:36.609016 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ce3e1-55e9-4fc9-8a23-37cb98dd63e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2038e2b5-5f85-4734-b538-a0eded01ebce,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:36.944582 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 43712) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:36.957951 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0fae99c8-aa3f-45de-8306-3c1f2a00bf6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:37.034939 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0fae99c8-aa3f-45de-8306-3c1f2a00bf6e admin admin] Publish callbacks [] for security_group (4d90fe48-63ae-46b2-b691-d6ca607613fc), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:37.039787 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0fae99c8-aa3f-45de-8306-3c1f2a00bf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (4d90fe48-63ae-46b2-b691-d6ca607613fc), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:37.077373 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-0fae99c8-aa3f-45de-8306-3c1f2a00bf6e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d5688161d8184d309d6cab4236a48871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316464 Apr 08 17:52:37.079601 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae99c8-aa3f-45de-8306-3c1f2a00bf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d90fe48-63ae-46b2-b691-d6ca607613fc,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:37.080256 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 43714) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:37.134242 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-baeebfb1-1b23-4e54-832b-04839fac99e2 admin admin] Publish callbacks [] for security_group (4d90fe48-63ae-46b2-b691-d6ca607613fc), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:37.158892 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-baeebfb1-1b23-4e54-832b-04839fac99e2 admin admin] Publish callbacks [] for security_group (4d90fe48-63ae-46b2-b691-d6ca607613fc), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:37.213996 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-baeebfb1-1b23-4e54-832b-04839fac99e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (4d90fe48-63ae-46b2-b691-d6ca607613fc), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:37.216886 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-baeebfb1-1b23-4e54-832b-04839fac99e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:37.218062 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-baeebfb1-1b23-4e54-832b-04839fac99e2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4d90fe48-63ae-46b2-b691-d6ca607613fc HTTP/1.1" status: 204 len: 168 time: 0.1367741 Apr 08 17:52:37.245194 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeebfb1-1b23-4e54-832b-04839fac99e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d90fe48-63ae-46b2-b691-d6ca607613fc,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:37.597503 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a88f1-b76e-4efb-acf4-9fd71b5b6258 req-a0d75e26-671d-46b5-a163-17d8cfef9d29 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:37.599300 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-881a88f1-b76e-4efb-acf4-9fd71b5b6258 req-a0d75e26-671d-46b5-a163-17d8cfef9d29 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 946 time: 0.0577621 Apr 08 17:52:37.648307 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-881a88f1-b76e-4efb-acf4-9fd71b5b6258 req-86a4b37e-c8f2-4853-a4e5-d8e495f864a0 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417657 Apr 08 17:52:38.772912 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803e77e-7a07-4c87-b7c1-4db28561f052 req-b0b913bc-cab3-4fb4-bf1b-d204e31277f2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:38.774589 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2803e77e-7a07-4c87-b7c1-4db28561f052 req-b0b913bc-cab3-4fb4-bf1b-d204e31277f2 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 946 time: 0.0494328 Apr 08 17:52:38.829001 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2803e77e-7a07-4c87-b7c1-4db28561f052 req-e44e3548-6b47-49df-89ac-6cd919634240 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486593 Apr 08 17:52:39.385271 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b583e2c-12dc-4c50-9b1b-2cf528a38448 req-df73dc14-95d6-4bcf-8760-ed9157121c9b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:39.386768 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6b583e2c-12dc-4c50-9b1b-2cf528a38448 req-df73dc14-95d6-4bcf-8760-ed9157121c9b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.20 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 946 time: 0.0671778 Apr 08 17:52:39.476095 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [req-6b583e2c-12dc-4c50-9b1b-2cf528a38448 req-1e3137b6-ac19-4230-9afb-771138ab262e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Deleting port 34bb011d-76c8-45d6-b5ff-611b95a56e2a {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:39.476405 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-6b583e2c-12dc-4c50-9b1b-2cf528a38448 req-1e3137b6-ac19-4230-9afb-771138ab262e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:39.863670 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-6b583e2c-12dc-4c50-9b1b-2cf528a38448 req-1e3137b6-ac19-4230-9afb-771138ab262e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] For port 34bb011d-76c8-45d6-b5ff-611b95a56e2a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=34bb011d-76c8-45d6-b5ff-611b95a56e2a,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:39.864265 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-6b583e2c-12dc-4c50-9b1b-2cf528a38448 req-1e3137b6-ac19-4230-9afb-771138ab262e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:40.003584 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd997b-0ee0-4fb6-b582-297d966cc9e3 req-d41a5d26-a2e9-4c08-b854-e3b6546333ed tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:40.004994 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9cbd997b-0ee0-4fb6-b582-297d966cc9e3 req-d41a5d26-a2e9-4c08-b854-e3b6546333ed tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 946 time: 0.0949683 Apr 08 17:52:40.113922 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9cbd997b-0ee0-4fb6-b582-297d966cc9e3 req-fe87a477-af80-4aef-885f-e4c24c4f4b75 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups?id=64d64efb-2c1d-4352-a6a0-842b8bed322e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023755 Apr 08 17:52:40.117137 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-6b583e2c-12dc-4c50-9b1b-2cf528a38448 req-1e3137b6-ac19-4230-9afb-771138ab262e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:40.117541 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-6b583e2c-12dc-4c50-9b1b-2cf528a38448 req-1e3137b6-ac19-4230-9afb-771138ab262e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (6f3597b7-99e8-4f04-bf3a-e1b182a4aa14), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:40.118041 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.l3_db [req-6b583e2c-12dc-4c50-9b1b-2cf528a38448 req-1e3137b6-ac19-4230-9afb-771138ab262e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Floating IP 6f3597b7-99e8-4f04-bf3a-e1b182a4aa14 disassociated. External IP: 172.27.1.237, port: 34bb011d-76c8-45d6-b5ff-611b95a56e2a. Apr 08 17:52:40.118336 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [req-6b583e2c-12dc-4c50-9b1b-2cf528a38448 req-1e3137b6-ac19-4230-9afb-771138ab262e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Calling delete_port for 34bb011d-76c8-45d6-b5ff-611b95a56e2a owned by compute:nova {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:40.276287 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-6b583e2c-12dc-4c50-9b1b-2cf528a38448 req-1e3137b6-ac19-4230-9afb-771138ab262e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (34bb011d-76c8-45d6-b5ff-611b95a56e2a), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:40.319638 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3137b6-ac19-4230-9afb-771138ab262e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Pushing event deleted for resources: {'Port': ['ID=34bb011d-76c8-45d6-b5ff-611b95a56e2a,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:40.495469 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b583e2c-12dc-4c50-9b1b-2cf528a38448 req-1e3137b6-ac19-4230-9afb-771138ab262e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Router 62ee8e62-17d1-4347-8634-7368de46aeb9 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:52:40.623437 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b583e2c-12dc-4c50-9b1b-2cf528a38448 req-1e3137b6-ac19-4230-9afb-771138ab262e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:52:40.635838 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a5019e-f9a0-4e2e-8e07-a09c53e86b23 None None] Sync routers for ids ['62ee8e62-17d1-4347-8634-7368de46aeb9'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:52:40.661703 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a5019e-f9a0-4e2e-8e07-a09c53e86b23 None None] Routers {'62ee8e62-17d1-4347-8634-7368de46aeb9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:52:40.662332 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-97a5019e-f9a0-4e2e-8e07-a09c53e86b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:52:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['62ee8e62-17d1-4347-8634-7368de46aeb9'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:40.670911 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b583e2c-12dc-4c50-9b1b-2cf528a38448 req-1e3137b6-ac19-4230-9afb-771138ab262e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] No DVR routers for this DVR port 34bb011d-76c8-45d6-b5ff-611b95a56e2a on host hv-cinder-83716 {{(pid=103549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:52:40.675596 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-6b583e2c-12dc-4c50-9b1b-2cf528a38448 req-1e3137b6-ac19-4230-9afb-771138ab262e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:40.679580 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6b583e2c-12dc-4c50-9b1b-2cf528a38448 req-1e3137b6-ac19-4230-9afb-771138ab262e tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.20 "DELETE /v2.0/ports/34bb011d-76c8-45d6-b5ff-611b95a56e2a HTTP/1.1" status: 204 len: 173 time: 1.2871096 Apr 08 17:52:40.680034 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5482b8ab-fbad-460e-8462-aababe336e33', 'name': 'network-vif-deleted', 'tag': '34bb011d-76c8-45d6-b5ff-611b95a56e2a'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:52:40.682482 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55badf6-5bd0-4bf7-8436-6716d504858e" -d '{"events": [{"server_uuid": "5482b8ab-fbad-460e-8462-aababe336e33", "name": "network-vif-deleted", "tag": "34bb011d-76c8-45d6-b5ff-611b95a56e2a"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:52:40.727152 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc03e11a-7925-4346-88ab-0e540c68ad8a x-openstack-request-id: req-cc03e11a-7925-4346-88ab-0e540c68ad8a {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:52:40.727697 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5482b8ab-fbad-460e-8462-aababe336e33", "name": "network-vif-deleted", "tag": "34bb011d-76c8-45d6-b5ff-611b95a56e2a", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:52:40.728112 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cc03e11a-7925-4346-88ab-0e540c68ad8a {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:52:40.728753 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc03e11a-7925-4346-88ab-0e540c68ad8a'] response: {'server_uuid': '5482b8ab-fbad-460e-8462-aababe336e33', 'name': 'network-vif-deleted', 'tag': '34bb011d-76c8-45d6-b5ff-611b95a56e2a', 'status': 'completed', 'code': 200} Apr 08 17:52:40.830580 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-97a5019e-f9a0-4e2e-8e07-a09c53e86b23 None None] Set router 62ee8e62-17d1-4347-8634-7368de46aeb9 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:52:41.058902 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-97a5019e-f9a0-4e2e-8e07-a09c53e86b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-router', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'gw_port': {'id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '517ac759-5acc-4530-969b-9d1aaf1a05db', 'name': '', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'mac_address': 'fa:16:3e:7d:2d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 5, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'subnets': [{'id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:41.088682 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a5019e-f9a0-4e2e-8e07-a09c53e86b23 None None] Checking router: 62ee8e62-17d1-4347-8634-7368de46aeb9 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:52:41.104879 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a5019e-f9a0-4e2e-8e07-a09c53e86b23 None None] Routers {'62ee8e62-17d1-4347-8634-7368de46aeb9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:52:41.105488 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-97a5019e-f9a0-4e2e-8e07-a09c53e86b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:52:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['62ee8e62-17d1-4347-8634-7368de46aeb9'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:41.218118 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-97a5019e-f9a0-4e2e-8e07-a09c53e86b23 None None] Set router 62ee8e62-17d1-4347-8634-7368de46aeb9 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:52:41.235796 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-36875bfc-0573-429c-9129-05ce844cfbde req-c88cf0a5-4f96-473f-9ed8-537a7fe3483f tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 210 time: 0.0331621 Apr 08 17:52:41.414398 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-97a5019e-f9a0-4e2e-8e07-a09c53e86b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-router', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'gw_port': {'id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '517ac759-5acc-4530-969b-9d1aaf1a05db', 'name': '', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'mac_address': 'fa:16:3e:7d:2d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 5, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'subnets': [{'id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:41.441956 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a5019e-f9a0-4e2e-8e07-a09c53e86b23 None None] The sync data for ids ['62ee8e62-17d1-4347-8634-7368de46aeb9'] in dv-cinder-837166-1-iscsi is: [{'id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-router', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:38:56Z', 'revision_number': 4, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'gw_port': {'id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '517ac759-5acc-4530-969b-9d1aaf1a05db', 'name': '', 'network_id': '82c92d73-fa73-49e3-bcd3-7677ecfaa5d2', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'mac_address': 'fa:16:3e:7d:2d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:54Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 5, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'subnets': [{'id': '1896ad45-f1dd-47eb-87e5-845f315dcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:52:41.679230 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7e24e2-adcd-4ec7-a402-1cd345eaf1c3 None None] New status for floating IP 6f3597b7-99e8-4f04-bf3a-e1b182a4aa14: DOWN {{(pid=103550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:52:42.357254 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8819b3a7-f366-4eb2-8abe-9c54b836d5a4 req-377f0dd2-6a87-441b-89d3-b25f4ca063e1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 210 time: 0.0324578 Apr 08 17:52:43.025580 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f515d903-60ff-4fcd-afee-a98253108d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:43.484950 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0cf14b42-f690-4239-9f7a-7f15c398ff77 req-9b34721c-054b-44ac-ba40-680c3be5963b tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 210 time: 0.0298045 Apr 08 17:52:44.535420 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 34bb011d-76c8-45d6-b5ff-611b95a56e2a no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:52:44.560976 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] No Port match for: 34bb011d-76c8-45d6-b5ff-611b95a56e2a {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:52:44.561418 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 34bb011d-76c8-45d6-b5ff-611b95a56e2a not bound to the agent host hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:52:44.611032 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-92058d5e-7189-419c-9697-0c0bab803eb9 req-36fe1747-50ea-4e06-85c1-e61c170652f6 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/ports?device_id=5482b8ab-fbad-460e-8462-aababe336e33 HTTP/1.1" status: 200 len: 210 time: 0.0300646 Apr 08 17:52:45.447562 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ec3b75e6-3130-4e6a-ad23-2882f02816e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:45.705060 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 43846) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:45.760391 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4ecd1517-bc81-46a7-bfbc-3517d4b2ebf1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group (64d64efb-2c1d-4352-a6a0-842b8bed322e), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:45.785200 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4ecd1517-bc81-46a7-bfbc-3517d4b2ebf1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group (64d64efb-2c1d-4352-a6a0-842b8bed322e), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:45.835208 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4ecd1517-bc81-46a7-bfbc-3517d4b2ebf1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (64d64efb-2c1d-4352-a6a0-842b8bed322e), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:45.837975 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4ecd1517-bc81-46a7-bfbc-3517d4b2ebf1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:45.839128 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-4ecd1517-bc81-46a7-bfbc-3517d4b2ebf1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "DELETE /v2.0/security-groups/64d64efb-2c1d-4352-a6a0-842b8bed322e HTTP/1.1" status: 204 len: 168 time: 0.1329212 Apr 08 17:52:45.842803 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 43850) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:45.849502 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd1517-bc81-46a7-bfbc-3517d4b2ebf1 tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d64efb-2c1d-4352-a6a0-842b8bed322e,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:45.860328 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.api.v2.resource [None req-5c6f5476-2d6e-4ae7-bc6a-0a18794e1a3d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] show failed (client error): The resource could not be found. Apr 08 17:52:45.861469 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-5c6f5476-2d6e-4ae7-bc6a-0a18794e1a3d tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "GET /v2.0/security-groups/64d64efb-2c1d-4352-a6a0-842b8bed322e HTTP/1.1" status: 404 len: 347 time: 0.0176558 Apr 08 17:52:45.864530 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 43854) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:45.985197 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c35303d5-ee87-4a89-bc47-31c6b37cdd1a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Deleting port d83aeb1c-e58f-44b0-8646-fcbf6341dd1e {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:45.985528 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c35303d5-ee87-4a89-bc47-31c6b37cdd1a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (d83aeb1c-e58f-44b0-8646-fcbf6341dd1e), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:46.075558 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c35303d5-ee87-4a89-bc47-31c6b37cdd1a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (d83aeb1c-e58f-44b0-8646-fcbf6341dd1e), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:46.075892 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c35303d5-ee87-4a89-bc47-31c6b37cdd1a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for floatingip (d83aeb1c-e58f-44b0-8646-fcbf6341dd1e), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:46.088643 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c35303d5-ee87-4a89-bc47-31c6b37cdd1a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Calling delete_port for d83aeb1c-e58f-44b0-8646-fcbf6341dd1e owned by network:floatingip {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:46.231748 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c35303d5-ee87-4a89-bc47-31c6b37cdd1a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (d83aeb1c-e58f-44b0-8646-fcbf6341dd1e), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:46.258270 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35303d5-ee87-4a89-bc47-31c6b37cdd1a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Pushing event deleted for resources: {'Port': ['ID=d83aeb1c-e58f-44b0-8646-fcbf6341dd1e,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:46.322439 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c35303d5-ee87-4a89-bc47-31c6b37cdd1a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks [] for floatingip (6f3597b7-99e8-4f04-bf3a-e1b182a4aa14), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:46.325248 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c35303d5-ee87-4a89-bc47-31c6b37cdd1a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:46.326455 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-c35303d5-ee87-4a89-bc47-31c6b37cdd1a tempest-AttachVolumeShelveTestJSON-304183035 tempest-AttachVolumeShelveTestJSON-304183035-project] 10.222.0.86 "DELETE /v2.0/floatingips/6f3597b7-99e8-4f04-bf3a-e1b182a4aa14 HTTP/1.1" status: 204 len: 168 time: 0.4607897 Apr 08 17:52:46.434566 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:52:46.548278 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:46.634527 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 43872) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:46.749627 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:46.759107 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-de9e1d9e-6387-416c-ab37-9ce6e8d505d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:46.838578 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-de9e1d9e-6387-416c-ab37-9ce6e8d505d7 admin admin] Publish callbacks [] for security_group (a95bb329-9305-4202-9e4a-9914a7cbf7d8), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:46.844931 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-de9e1d9e-6387-416c-ab37-9ce6e8d505d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (a95bb329-9305-4202-9e4a-9914a7cbf7d8), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:46.893985 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-de9e1d9e-6387-416c-ab37-9ce6e8d505d7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=64a79dc17555407fb0525ae0f1dd71c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582819 Apr 08 17:52:46.894816 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e1d9e-6387-416c-ab37-9ce6e8d505d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95bb329-9305-4202-9e4a-9914a7cbf7d8,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:46.897083 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 43876) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:46.950680 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-967120e5-b537-44ec-bdb0-f0564280bf89 admin admin] Publish callbacks [] for security_group (a95bb329-9305-4202-9e4a-9914a7cbf7d8), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:46.972912 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-967120e5-b537-44ec-bdb0-f0564280bf89 admin admin] Publish callbacks [] for security_group (a95bb329-9305-4202-9e4a-9914a7cbf7d8), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:47.028409 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-967120e5-b537-44ec-bdb0-f0564280bf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (a95bb329-9305-4202-9e4a-9914a7cbf7d8), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:47.031180 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-967120e5-b537-44ec-bdb0-f0564280bf89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:47.032714 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-967120e5-b537-44ec-bdb0-f0564280bf89 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a95bb329-9305-4202-9e4a-9914a7cbf7d8 HTTP/1.1" status: 204 len: 168 time: 0.1347220 Apr 08 17:52:47.040582 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967120e5-b537-44ec-bdb0-f0564280bf89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95bb329-9305-4202-9e4a-9914a7cbf7d8,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:47.317440 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 43888) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:47.332371 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7c04d855-a579-40c7-bdc0-0e12f7a03a61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:47.415928 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7c04d855-a579-40c7-bdc0-0e12f7a03a61 admin admin] Publish callbacks [] for security_group (583d2d09-e253-4a66-b97d-9ceeb931e309), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:47.421391 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7c04d855-a579-40c7-bdc0-0e12f7a03a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (583d2d09-e253-4a66-b97d-9ceeb931e309), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:47.459616 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-7c04d855-a579-40c7-bdc0-0e12f7a03a61 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=984c6cced9834dbe96416de986d46262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409993 Apr 08 17:52:47.460467 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04d855-a579-40c7-bdc0-0e12f7a03a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583d2d09-e253-4a66-b97d-9ceeb931e309,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:47.462567 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 43890) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:47.513513 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-17fcc214-0931-4f44-b8fb-a2fa3a8593f1 admin admin] Publish callbacks [] for security_group (583d2d09-e253-4a66-b97d-9ceeb931e309), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:47.535980 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-17fcc214-0931-4f44-b8fb-a2fa3a8593f1 admin admin] Publish callbacks [] for security_group (583d2d09-e253-4a66-b97d-9ceeb931e309), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:47.585929 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-17fcc214-0931-4f44-b8fb-a2fa3a8593f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (583d2d09-e253-4a66-b97d-9ceeb931e309), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:47.588754 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-17fcc214-0931-4f44-b8fb-a2fa3a8593f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:47.589976 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-17fcc214-0931-4f44-b8fb-a2fa3a8593f1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/583d2d09-e253-4a66-b97d-9ceeb931e309 HTTP/1.1" status: 204 len: 168 time: 0.1263340 Apr 08 17:52:47.599751 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcc214-0931-4f44-b8fb-a2fa3a8593f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583d2d09-e253-4a66-b97d-9ceeb931e309,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:48.035096 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:48.648554 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 43936) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:48.785846 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 43950) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:48.786341 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-56715bfa-f8c4-44cc-a4bd-27e5063316ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:48.872084 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-56715bfa-f8c4-44cc-a4bd-27e5063316ee admin admin] Publish callbacks [] for security_group (77b83882-f964-4718-b35b-7553f3e826d3), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:48.878800 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-56715bfa-f8c4-44cc-a4bd-27e5063316ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (77b83882-f964-4718-b35b-7553f3e826d3), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:48.915700 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56715bfa-f8c4-44cc-a4bd-27e5063316ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b83882-f964-4718-b35b-7553f3e826d3,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:48.922704 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-56715bfa-f8c4-44cc-a4bd-27e5063316ee admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7e9df152948047fab3649cb2b56bb233&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705894 Apr 08 17:52:48.922938 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 43954) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:48.974947 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2807866b-2bbb-4624-8357-32f889988b5f admin admin] Publish callbacks [] for security_group (77b83882-f964-4718-b35b-7553f3e826d3), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:48.997448 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2807866b-2bbb-4624-8357-32f889988b5f admin admin] Publish callbacks [] for security_group (77b83882-f964-4718-b35b-7553f3e826d3), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:49.049813 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2807866b-2bbb-4624-8357-32f889988b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (77b83882-f964-4718-b35b-7553f3e826d3), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:49.052345 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2807866b-2bbb-4624-8357-32f889988b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:49.053710 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-2807866b-2bbb-4624-8357-32f889988b5f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/77b83882-f964-4718-b35b-7553f3e826d3 HTTP/1.1" status: 204 len: 168 time: 0.1298766 Apr 08 17:52:49.062721 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807866b-2bbb-4624-8357-32f889988b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b83882-f964-4718-b35b-7553f3e826d3,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:49.344608 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 43960) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:49.358418 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a9fa05d0-acf3-4086-a487-f708945f47a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:49.432094 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a9fa05d0-acf3-4086-a487-f708945f47a6 admin admin] Publish callbacks [] for security_group (7d97e065-d6b6-423d-a366-bdb38f715760), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:49.437933 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a9fa05d0-acf3-4086-a487-f708945f47a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (7d97e065-d6b6-423d-a366-bdb38f715760), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:49.448708 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cc5ea613-19d1-493b-9139-23709b1f7ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732664'] for router_interface (62ee8e62-17d1-4347-8634-7368de46aeb9), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:49.474769 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa05d0-acf3-4086-a487-f708945f47a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d97e065-d6b6-423d-a366-bdb38f715760,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:49.481759 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-a9fa05d0-acf3-4086-a487-f708945f47a6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0f171811513141e794babb191adcad15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332605 Apr 08 17:52:49.481990 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 43962) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:49.537367 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-20e5411b-81ef-4d8c-bd34-50ce994ea698 admin admin] Publish callbacks [] for security_group (7d97e065-d6b6-423d-a366-bdb38f715760), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:49.539138 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:49.562999 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-20e5411b-81ef-4d8c-bd34-50ce994ea698 admin admin] Publish callbacks [] for security_group (7d97e065-d6b6-423d-a366-bdb38f715760), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:49.615226 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-20e5411b-81ef-4d8c-bd34-50ce994ea698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (7d97e065-d6b6-423d-a366-bdb38f715760), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:49.618036 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-20e5411b-81ef-4d8c-bd34-50ce994ea698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:49.619277 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-20e5411b-81ef-4d8c-bd34-50ce994ea698 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7d97e065-d6b6-423d-a366-bdb38f715760 HTTP/1.1" status: 204 len: 168 time: 0.1361265 Apr 08 17:52:49.628767 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5411b-81ef-4d8c-bd34-50ce994ea698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d97e065-d6b6-423d-a366-bdb38f715760,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:49.717123 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ea613-19d1-493b-9139-23709b1f7ea9 admin admin] Deleting port 517ac759-5acc-4530-969b-9d1aaf1a05db {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:49.717462 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cc5ea613-19d1-493b-9139-23709b1f7ea9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (517ac759-5acc-4530-969b-9d1aaf1a05db), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:49.804073 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-cc5ea613-19d1-493b-9139-23709b1f7ea9 admin admin] For port 517ac759-5acc-4530-969b-9d1aaf1a05db, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=517ac759-5acc-4530-969b-9d1aaf1a05db,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:49.804696 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cc5ea613-19d1-493b-9139-23709b1f7ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (517ac759-5acc-4530-969b-9d1aaf1a05db), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:49.822437 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ea613-19d1-493b-9139-23709b1f7ea9 admin admin] Calling delete_port for 517ac759-5acc-4530-969b-9d1aaf1a05db owned by network:router_interface {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:50.033692 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cc5ea613-19d1-493b-9139-23709b1f7ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (517ac759-5acc-4530-969b-9d1aaf1a05db), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:50.061722 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ea613-19d1-493b-9139-23709b1f7ea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=517ac759-5acc-4530-969b-9d1aaf1a05db,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:50.264140 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cc5ea613-19d1-493b-9139-23709b1f7ea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732524'] for router_interface (62ee8e62-17d1-4347-8634-7368de46aeb9), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:50.500584 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5ea613-19d1-493b-9139-23709b1f7ea9 admin admin] Router 62ee8e62-17d1-4347-8634-7368de46aeb9 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:52:50.628467 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5ea613-19d1-493b-9139-23709b1f7ea9 admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:52:50.641633 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 43994) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:50.649025 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f5095e-e6bc-4779-b85b-59a22568b14a None None] Sync routers for ids ['62ee8e62-17d1-4347-8634-7368de46aeb9'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:52:50.651207 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-cc5ea613-19d1-493b-9139-23709b1f7ea9 admin admin] 10.222.0.86 "PUT /v2.0/routers/62ee8e62-17d1-4347-8634-7368de46aeb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8636549 Apr 08 17:52:50.671190 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f5095e-e6bc-4779-b85b-59a22568b14a None None] Routers {'62ee8e62-17d1-4347-8634-7368de46aeb9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:52:50.671827 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-c0f5095e-e6bc-4779-b85b-59a22568b14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:52:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['62ee8e62-17d1-4347-8634-7368de46aeb9'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:50.772299 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d72063f9-1112-4d4a-9205-7a65735024e3 admin admin] Publish callbacks [] for router (62ee8e62-17d1-4347-8634-7368de46aeb9), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:50.797889 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-c0f5095e-e6bc-4779-b85b-59a22568b14a None None] Set router 62ee8e62-17d1-4347-8634-7368de46aeb9 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:52:50.892988 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d72063f9-1112-4d4a-9205-7a65735024e3 admin admin] Publish callbacks [] for router_gateway (62ee8e62-17d1-4347-8634-7368de46aeb9), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:50.941974 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-d72063f9-1112-4d4a-9205-7a65735024e3 admin admin] Deleting port 04344a86-85d1-48b9-ba89-45a7b98d4433 {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:50.942459 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d72063f9-1112-4d4a-9205-7a65735024e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (04344a86-85d1-48b9-ba89-45a7b98d4433), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:50.980157 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-c0f5095e-e6bc-4779-b85b-59a22568b14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-router', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:52:49Z', 'revision_number': 5, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'gw_port': {'id': '04344a86-85d1-48b9-ba89-45a7b98d4433', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:38:48Z', 'updated_at': '2022-04-08T17:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:51.009374 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f5095e-e6bc-4779-b85b-59a22568b14a None None] Checking router: 62ee8e62-17d1-4347-8634-7368de46aeb9 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:52:51.018832 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f5095e-e6bc-4779-b85b-59a22568b14a None None] Routers {'62ee8e62-17d1-4347-8634-7368de46aeb9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:52:51.019447 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-c0f5095e-e6bc-4779-b85b-59a22568b14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:52:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['62ee8e62-17d1-4347-8634-7368de46aeb9'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:51.035894 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-d72063f9-1112-4d4a-9205-7a65735024e3 admin admin] For port 04344a86-85d1-48b9-ba89-45a7b98d4433, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=04344a86-85d1-48b9-ba89-45a7b98d4433,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:51.036271 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d72063f9-1112-4d4a-9205-7a65735024e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (04344a86-85d1-48b9-ba89-45a7b98d4433), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:51.050210 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-d72063f9-1112-4d4a-9205-7a65735024e3 admin admin] Calling delete_port for 04344a86-85d1-48b9-ba89-45a7b98d4433 owned by network:router_gateway {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:51.110782 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-c0f5095e-e6bc-4779-b85b-59a22568b14a None None] Set router 62ee8e62-17d1-4347-8634-7368de46aeb9 gateway port host: None {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:52:51.254986 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d72063f9-1112-4d4a-9205-7a65735024e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (04344a86-85d1-48b9-ba89-45a7b98d4433), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:51.268496 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-c0f5095e-e6bc-4779-b85b-59a22568b14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-router', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:52:50Z', 'revision_number': 6, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'gw_port_host': None}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:51.284409 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72063f9-1112-4d4a-9205-7a65735024e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=04344a86-85d1-48b9-ba89-45a7b98d4433,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:51.295584 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f5095e-e6bc-4779-b85b-59a22568b14a None None] The sync data for ids ['62ee8e62-17d1-4347-8634-7368de46aeb9'] in dv-cinder-837166-1-iscsi is: [{'id': '62ee8e62-17d1-4347-8634-7368de46aeb9', 'name': 'tempest-AttachVolumeShelveTestJSON-1125114788-router', 'tenant_id': '871ad76eadfd4d88827f7e66f16eaa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:38:47Z', 'updated_at': '2022-04-08T17:52:50Z', 'revision_number': 6, 'project_id': '871ad76eadfd4d88827f7e66f16eaa94', 'gw_port_host': None}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:52:51.362276 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d72063f9-1112-4d4a-9205-7a65735024e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726670'] for router_gateway (62ee8e62-17d1-4347-8634-7368de46aeb9), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:51.459598 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d72063f9-1112-4d4a-9205-7a65735024e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4576'] for router (62ee8e62-17d1-4347-8634-7368de46aeb9), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:51.461851 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d72063f9-1112-4d4a-9205-7a65735024e3 admin admin] Publish callbacks [] for router_controller (62ee8e62-17d1-4347-8634-7368de46aeb9), precommit_delete_associations {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:51.506223 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d72063f9-1112-4d4a-9205-7a65735024e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-681261'] for router (62ee8e62-17d1-4347-8634-7368de46aeb9), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:51.506767 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72063f9-1112-4d4a-9205-7a65735024e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62ee8e62-17d1-4347-8634-7368de46aeb9 {{(pid=103549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 17:52:51.511333 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d72063f9-1112-4d4a-9205-7a65735024e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:51.512671 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-d72063f9-1112-4d4a-9205-7a65735024e3 admin admin] 10.222.0.86 "DELETE /v2.0/routers/62ee8e62-17d1-4347-8634-7368de46aeb9 HTTP/1.1" status: 204 len: 168 time: 0.8672872 Apr 08 17:52:51.515350 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44028) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:51.568182 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_v2 [None req-727332ab-a2c7-4013-a064-ff3fc30cbe8e admin admin] Deleting subnet 1896ad45-f1dd-47eb-87e5-845f315dcdb0 {{(pid=103549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:52:51.571436 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-727332ab-a2c7-4013-a064-ff3fc30cbe8e admin admin] Publish callbacks [] for subnet (1896ad45-f1dd-47eb-87e5-845f315dcdb0), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:51.607186 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-727332ab-a2c7-4013-a064-ff3fc30cbe8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30165226'] for subnet (1896ad45-f1dd-47eb-87e5-845f315dcdb0), precommit_delete_associations {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:51.729084 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-727332ab-a2c7-4013-a064-ff3fc30cbe8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709327'] for subnet (1896ad45-f1dd-47eb-87e5-845f315dcdb0), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:51.794952 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-727332ab-a2c7-4013-a064-ff3fc30cbe8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1709334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30663514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29992187'] for subnet (1896ad45-f1dd-47eb-87e5-845f315dcdb0), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:51.821303 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727332ab-a2c7-4013-a064-ff3fc30cbe8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1896ad45-f1dd-47eb-87e5-845f315dcdb0,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:51.825260 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-727332ab-a2c7-4013-a064-ff3fc30cbe8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:51.828467 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-727332ab-a2c7-4013-a064-ff3fc30cbe8e admin admin] 10.222.0.86 "DELETE /v2.0/subnets/1896ad45-f1dd-47eb-87e5-845f315dcdb0 HTTP/1.1" status: 204 len: 168 time: 0.3121271 Apr 08 17:52:51.831136 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44042) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:51.835398 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa99997-e95d-40c7-aa37-e3bdc97ccc20 None None] Network 82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:52:51.905204 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1498000f-5700-4e20-ba1a-ea547a27907a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832628'] for network (82c92d73-fa73-49e3-bcd3-7677ecfaa5d2), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:51.961157 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-1498000f-5700-4e20-ba1a-ea547a27907a admin admin] Deleting port 24743c1c-375c-42d1-bb49-fec665ea31f8 {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:52:51.961544 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1498000f-5700-4e20-ba1a-ea547a27907a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (24743c1c-375c-42d1-bb49-fec665ea31f8), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:52.011745 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44048) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:52.026652 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-1498000f-5700-4e20-ba1a-ea547a27907a admin admin] For port 24743c1c-375c-42d1-bb49-fec665ea31f8, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=24743c1c-375c-42d1-bb49-fec665ea31f8,segment=NetworkSegment(42138a3f-11d0-42bb-8417-8bf2a99cd282),segment_id=42138a3f-11d0-42bb-8417-8bf2a99cd282)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:52.027022 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1498000f-5700-4e20-ba1a-ea547a27907a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (24743c1c-375c-42d1-bb49-fec665ea31f8), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:52.040657 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-1498000f-5700-4e20-ba1a-ea547a27907a admin admin] Calling delete_port for 24743c1c-375c-42d1-bb49-fec665ea31f8 owned by network:dhcp {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:52:52.122754 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3f2d181d-b797-4bed-83d8-f66e6d229e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:52.130972 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1498000f-5700-4e20-ba1a-ea547a27907a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (24743c1c-375c-42d1-bb49-fec665ea31f8), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:52.146796 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4332b835-8546-4cba-996e-aee2df27a0a0 None None] DHCP port deletion for 82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 request from dv-cinder-837166-1-iscsi {{(pid=103550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 17:52:52.182680 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498000f-5700-4e20-ba1a-ea547a27907a admin admin] Pushing event deleted for resources: {'Port': ['ID=24743c1c-375c-42d1-bb49-fec665ea31f8,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:52.188559 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1498000f-5700-4e20-ba1a-ea547a27907a admin admin] No DVR routers for this DVR port 24743c1c-375c-42d1-bb49-fec665ea31f8 on host dv-cinder-837166-1-iscsi {{(pid=103549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:52:52.212578 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 517ac759-5acc-4530-969b-9d1aaf1a05db no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:52:52.237407 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: 517ac759-5acc-4530-969b-9d1aaf1a05db {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:52:52.238104 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 517ac759-5acc-4530-969b-9d1aaf1a05db not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:52:52.238596 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 24743c1c-375c-42d1-bb49-fec665ea31f8 no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:52:52.264968 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: 24743c1c-375c-42d1-bb49-fec665ea31f8 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:52:52.265398 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 24743c1c-375c-42d1-bb49-fec665ea31f8 not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:52:52.265876 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 04344a86-85d1-48b9-ba89-45a7b98d4433 no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:52:52.270170 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1498000f-5700-4e20-ba1a-ea547a27907a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1707906', 'neutron.services.segments.db._delete_segments_for_network-8780306556573'] for network (82c92d73-fa73-49e3-bcd3-7677ecfaa5d2), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:52.274137 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3f2d181d-b797-4bed-83d8-f66e6d229e46 admin admin] Publish callbacks [] for security_group (da0eb1eb-65b7-473a-b5b6-cc6b1f9bc932), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:52.282091 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3f2d181d-b797-4bed-83d8-f66e6d229e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (da0eb1eb-65b7-473a-b5b6-cc6b1f9bc932), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:52.288577 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: 04344a86-85d1-48b9-ba89-45a7b98d4433 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:52:52.289210 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 04344a86-85d1-48b9-ba89-45a7b98d4433 not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:52:52.299799 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-1498000f-5700-4e20-ba1a-ea547a27907a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c92d73-fa73-49e3-bcd3-7677ecfaa5d2']}} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:52.313384 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-1498000f-5700-4e20-ba1a-ea547a27907a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42138a3f-11d0-42bb-8417-8bf2a99cd282') {'for_net_delete': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:52.313739 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-1498000f-5700-4e20-ba1a-ea547a27907a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42138a3f-11d0-42bb-8417-8bf2a99cd282') {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:52.324294 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1498000f-5700-4e20-ba1a-ea547a27907a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780306558374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30165219'] for segment (42138a3f-11d0-42bb-8417-8bf2a99cd282), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:52.333166 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-3f2d181d-b797-4bed-83d8-f66e6d229e46 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=aeb9d271d4274aaeaf63adddb9bfd456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200057 Apr 08 17:52:52.334577 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d181d-b797-4bed-83d8-f66e6d229e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0eb1eb-65b7-473a-b5b6-cc6b1f9bc932,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:52.336133 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44052) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:52.350021 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1498000f-5700-4e20-ba1a-ea547a27907a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (42138a3f-11d0-42bb-8417-8bf2a99cd282), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:52.363710 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1498000f-5700-4e20-ba1a-ea547a27907a admin admin] Releasing vlan 987 on physical network physnet1 to pool {{(pid=103549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:52:52.364120 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1498000f-5700-4e20-ba1a-ea547a27907a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30663484'] for segment (42138a3f-11d0-42bb-8417-8bf2a99cd282), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: Traceback (most recent call last): Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: timer() Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: cb(*args, **kw) Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: return func(*args, **kwargs) Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: self._notify() Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: self.callback(batched_events) Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: event.method(event) Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: return f(self, *a, **k) Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: return self._get(url).json() Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: return self.request(url, 'GET', **kwargs) Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:52:52.366009 dv-cinder-837166-1-iscsi neutron-server[103549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:52:52.440604 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1498000f-5700-4e20-ba1a-ea547a27907a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1707913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726762'] for network (82c92d73-fa73-49e3-bcd3-7677ecfaa5d2), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:52.448829 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1498000f-5700-4e20-ba1a-ea547a27907a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:52.454491 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-1498000f-5700-4e20-ba1a-ea547a27907a admin admin] 10.222.0.86 "DELETE /v2.0/networks/82c92d73-fa73-49e3-bcd3-7677ecfaa5d2 HTTP/1.1" status: 204 len: 168 time: 0.6220853 Apr 08 17:52:52.456726 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d4fd7a9f-766c-485f-a647-19d8641dbef9 admin admin] Publish callbacks [] for security_group (da0eb1eb-65b7-473a-b5b6-cc6b1f9bc932), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:52.469273 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498000f-5700-4e20-ba1a-ea547a27907a admin admin] Pushing event deleted for resources: {'Network': ['ID=82c92d73-fa73-49e3-bcd3-7677ecfaa5d2,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:52.493402 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d4fd7a9f-766c-485f-a647-19d8641dbef9 admin admin] Publish callbacks [] for security_group (da0eb1eb-65b7-473a-b5b6-cc6b1f9bc932), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:52.550919 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d4fd7a9f-766c-485f-a647-19d8641dbef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (da0eb1eb-65b7-473a-b5b6-cc6b1f9bc932), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:52.553734 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d4fd7a9f-766c-485f-a647-19d8641dbef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:52.554911 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-d4fd7a9f-766c-485f-a647-19d8641dbef9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/da0eb1eb-65b7-473a-b5b6-cc6b1f9bc932 HTTP/1.1" status: 204 len: 168 time: 0.2178020 Apr 08 17:52:52.564133 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd7a9f-766c-485f-a647-19d8641dbef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0eb1eb-65b7-473a-b5b6-cc6b1f9bc932,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:52.586590 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44058) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:52.632539 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-99e31852-e978-46e5-8133-b9bdf89d5f3b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=871ad76eadfd4d88827f7e66f16eaa94&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422823 Apr 08 17:52:52.632784 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44060) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:52.684049 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-189ee45f-583b-4312-a18e-f35beff7e211 admin admin] Publish callbacks [] for security_group (bcfc859b-df91-41d1-ad25-aad0db1d0bda), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:52.706195 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-189ee45f-583b-4312-a18e-f35beff7e211 admin admin] Publish callbacks [] for security_group (bcfc859b-df91-41d1-ad25-aad0db1d0bda), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:52.753796 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-189ee45f-583b-4312-a18e-f35beff7e211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (bcfc859b-df91-41d1-ad25-aad0db1d0bda), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:52.756592 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-189ee45f-583b-4312-a18e-f35beff7e211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:52.757794 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-189ee45f-583b-4312-a18e-f35beff7e211 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bcfc859b-df91-41d1-ad25-aad0db1d0bda HTTP/1.1" status: 204 len: 168 time: 0.1241670 Apr 08 17:52:52.767894 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ee45f-583b-4312-a18e-f35beff7e211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfc859b-df91-41d1-ad25-aad0db1d0bda,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:52.898901 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44066) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:52.913360 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bfc84d21-0daa-4a19-a6a2-061e21f6d3fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:52.990008 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bfc84d21-0daa-4a19-a6a2-061e21f6d3fd admin admin] Publish callbacks [] for security_group (d5b69b1b-9635-4e45-9002-27fa0cea5367), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:52.995968 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bfc84d21-0daa-4a19-a6a2-061e21f6d3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (d5b69b1b-9635-4e45-9002-27fa0cea5367), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:53.037681 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc84d21-0daa-4a19-a6a2-061e21f6d3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b69b1b-9635-4e45-9002-27fa0cea5367,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:53.041850 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-bfc84d21-0daa-4a19-a6a2-061e21f6d3fd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d61e932900754b42b02ba5db6326372f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418521 Apr 08 17:52:53.044724 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44074) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:53.096087 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1da30e97-0a1e-4ee1-8db8-b9e61288f709 admin admin] Publish callbacks [] for security_group (d5b69b1b-9635-4e45-9002-27fa0cea5367), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:53.118227 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1da30e97-0a1e-4ee1-8db8-b9e61288f709 admin admin] Publish callbacks [] for security_group (d5b69b1b-9635-4e45-9002-27fa0cea5367), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:53.166267 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1da30e97-0a1e-4ee1-8db8-b9e61288f709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (d5b69b1b-9635-4e45-9002-27fa0cea5367), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:53.169456 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1da30e97-0a1e-4ee1-8db8-b9e61288f709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:53.170626 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-1da30e97-0a1e-4ee1-8db8-b9e61288f709 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d5b69b1b-9635-4e45-9002-27fa0cea5367 HTTP/1.1" status: 204 len: 168 time: 0.1249065 Apr 08 17:52:53.178616 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da30e97-0a1e-4ee1-8db8-b9e61288f709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b69b1b-9635-4e45-9002-27fa0cea5367,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:53.513415 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44096) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:53.614195 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-0e4fc874-e8d7-45ca-adbb-a2e3b298698a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-930772204-network', 'tenant_id': 'fd7d10c2133f48b698dac11ce2e8a935'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:53.636126 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4fc874-e8d7-45ca-adbb-a2e3b298698a admin admin] Made reservation on behalf of fd7d10c2133f48b698dac11ce2e8a935 for: {'network': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:52:53.639080 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0e4fc874-e8d7-45ca-adbb-a2e3b298698a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for network (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:53.650517 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0e4fc874-e8d7-45ca-adbb-a2e3b298698a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:53.729246 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0e4fc874-e8d7-45ca-adbb-a2e3b298698a admin admin] Publish callbacks [] for security_group (ae41ff8b-ab55-4a44-8b53-a08c736fa860), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:53.734691 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0e4fc874-e8d7-45ca-adbb-a2e3b298698a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (ae41ff8b-ab55-4a44-8b53-a08c736fa860), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:53.762439 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4fc874-e8d7-45ca-adbb-a2e3b298698a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 995} {{(pid=103548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:52:53.780833 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4fc874-e8d7-45ca-adbb-a2e3b298698a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae41ff8b-ab55-4a44-8b53-a08c736fa860,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:53.785363 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0e4fc874-e8d7-45ca-adbb-a2e3b298698a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (07b5ad93-534c-485a-8e11-6e635e96a281), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:53.785720 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.segments_db [None req-0e4fc874-e8d7-45ca-adbb-a2e3b298698a admin admin] Added segment 07b5ad93-534c-485a-8e11-6e635e96a281 of type vlan for network c6890ae8-f27e-454d-92d4-ef782ba3df1a Apr 08 17:52:53.828679 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0e4fc874-e8d7-45ca-adbb-a2e3b298698a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780306027852'] for network (c6890ae8-f27e-454d-92d4-ef782ba3df1a), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:53.856368 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0e4fc874-e8d7-45ca-adbb-a2e3b298698a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for network (c6890ae8-f27e-454d-92d4-ef782ba3df1a), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:53.857522 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4fc874-e8d7-45ca-adbb-a2e3b298698a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:53.858142 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0e4fc874-e8d7-45ca-adbb-a2e3b298698a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:53.921556 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-0e4fc874-e8d7-45ca-adbb-a2e3b298698a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4067795 Apr 08 17:52:53.924593 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44114) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:53.925253 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4fc874-e8d7-45ca-adbb-a2e3b298698a admin admin] Pushing event updated for resources: {'Network': ['ID=c6890ae8-f27e-454d-92d4-ef782ba3df1a,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:53.930951 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-70080d35-bc46-46fe-bfea-bbb553cc0af4 admin admin] Request body: {'subnet': {'network_id': 'c6890ae8-f27e-454d-92d4-ef782ba3df1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-930772204-subnet', 'tenant_id': 'fd7d10c2133f48b698dac11ce2e8a935', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:53.935459 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Network c6890ae8-f27e-454d-92d4-ef782ba3df1a details requested by agent ovs-agent-dv-cinder-837166-1-iscsi with host dv-cinder-837166-1-iscsi {{(pid=103550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:52:53.953484 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70080d35-bc46-46fe-bfea-bbb553cc0af4 admin admin] Made reservation on behalf of fd7d10c2133f48b698dac11ce2e8a935 for: {'subnet': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:52:53.955858 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-70080d35-bc46-46fe-bfea-bbb553cc0af4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29992094'] for subnet (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:54.133031 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-70080d35-bc46-46fe-bfea-bbb553cc0af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30663071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29992176'] for subnet (79a7a43c-ce1f-4929-9790-d196709162d5), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:54.189040 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70080d35-bc46-46fe-bfea-bbb553cc0af4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79a7a43c-ce1f-4929-9790-d196709162d5,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:54.200095 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70080d35-bc46-46fe-bfea-bbb553cc0af4 admin admin] Checking segment: {'id': '07b5ad93-534c-485a-8e11-6e635e96a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'c6890ae8-f27e-454d-92d4-ef782ba3df1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:52:54.200533 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70080d35-bc46-46fe-bfea-bbb553cc0af4 admin admin] Network hostable DHCP agents. Network: c6890ae8-f27e-454d-92d4-ef782ba3df1a, hostable agents: ['936a358b-e021-4ff4-ad20-3c86fe6ebe95'], hosted agents: [] {{(pid=103549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:52:54.220658 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70080d35-bc46-46fe-bfea-bbb553cc0af4 admin admin] Network c6890ae8-f27e-454d-92d4-ef782ba3df1a is scheduled to be hosted by DHCP agent 936a358b-e021-4ff4-ad20-3c86fe6ebe95 with binding_index 1 {{(pid=103549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:52:54.229123 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-70080d35-bc46-46fe-bfea-bbb553cc0af4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-1-iscsi, c6890ae8-f27e-454d-92d4-ef782ba3df1a) {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:52:54.233620 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70080d35-bc46-46fe-bfea-bbb553cc0af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:54.234199 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-70080d35-bc46-46fe-bfea-bbb553cc0af4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:54.242197 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e27d181-7c61-4ab8-826b-daed1da82bc3 None None] Network c6890ae8-f27e-454d-92d4-ef782ba3df1a requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:52:54.254551 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-70080d35-bc46-46fe-bfea-bbb553cc0af4 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3280408 Apr 08 17:52:54.364829 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe783f2-c090-4179-9a6c-cb6ac917a778 None None] Network c6890ae8-f27e-454d-92d4-ef782ba3df1a requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:52:54.855802 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44140) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:54.860663 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-667436e4-9d15-4169-a9b8-3e9ce7f1127b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-330855082-network', 'tenant_id': '985dd50736374594a01b5720b6edaa22'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:54.882376 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667436e4-9d15-4169-a9b8-3e9ce7f1127b admin admin] Made reservation on behalf of 985dd50736374594a01b5720b6edaa22 for: {'network': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:52:54.884778 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-667436e4-9d15-4169-a9b8-3e9ce7f1127b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for network (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:54.893596 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-667436e4-9d15-4169-a9b8-3e9ce7f1127b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:54.969628 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-667436e4-9d15-4169-a9b8-3e9ce7f1127b admin admin] Publish callbacks [] for security_group (b7e3d15c-1d7e-4c10-8b0f-bd96865adebb), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:54.976177 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-667436e4-9d15-4169-a9b8-3e9ce7f1127b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (b7e3d15c-1d7e-4c10-8b0f-bd96865adebb), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:55.000494 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667436e4-9d15-4169-a9b8-3e9ce7f1127b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 976} {{(pid=103549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:52:55.010373 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667436e4-9d15-4169-a9b8-3e9ce7f1127b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e3d15c-1d7e-4c10-8b0f-bd96865adebb,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:55.016143 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-667436e4-9d15-4169-a9b8-3e9ce7f1127b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (dd25b4d3-3c9e-4745-b63d-7513cb07abc2), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:55.016540 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.segments_db [None req-667436e4-9d15-4169-a9b8-3e9ce7f1127b admin admin] Added segment dd25b4d3-3c9e-4745-b63d-7513cb07abc2 of type vlan for network b7683635-2af0-4e47-893b-c8fad94c422b Apr 08 17:52:55.055994 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-667436e4-9d15-4169-a9b8-3e9ce7f1127b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780306027852'] for network (b7683635-2af0-4e47-893b-c8fad94c422b), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:55.090894 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-667436e4-9d15-4169-a9b8-3e9ce7f1127b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for network (b7683635-2af0-4e47-893b-c8fad94c422b), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:55.091847 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667436e4-9d15-4169-a9b8-3e9ce7f1127b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:55.092417 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-667436e4-9d15-4169-a9b8-3e9ce7f1127b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:55.126447 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-667436e4-9d15-4169-a9b8-3e9ce7f1127b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2696865 Apr 08 17:52:55.129341 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44144) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:55.135701 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-672eec69-f3c6-400b-999e-7d053652ada7 admin admin] Request body: {'subnet': {'network_id': 'b7683635-2af0-4e47-893b-c8fad94c422b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-330855082-subnet', 'tenant_id': '985dd50736374594a01b5720b6edaa22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:55.155921 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667436e4-9d15-4169-a9b8-3e9ce7f1127b admin admin] Pushing event updated for resources: {'Network': ['ID=b7683635-2af0-4e47-893b-c8fad94c422b,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:55.166013 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672eec69-f3c6-400b-999e-7d053652ada7 admin admin] Made reservation on behalf of 985dd50736374594a01b5720b6edaa22 for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:52:55.168709 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-672eec69-f3c6-400b-999e-7d053652ada7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30287672'] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:55.171459 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Network b7683635-2af0-4e47-893b-c8fad94c422b details requested by agent ovs-agent-dv-cinder-837166-1-iscsi with host dv-cinder-837166-1-iscsi {{(pid=103550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:52:55.362972 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-672eec69-f3c6-400b-999e-7d053652ada7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30241987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30287702'] for subnet (af953361-0cb9-4446-a6a2-e8fd4b11f815), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:55.416836 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eec69-f3c6-400b-999e-7d053652ada7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af953361-0cb9-4446-a6a2-e8fd4b11f815,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:55.427594 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672eec69-f3c6-400b-999e-7d053652ada7 admin admin] Checking segment: {'id': 'dd25b4d3-3c9e-4745-b63d-7513cb07abc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'b7683635-2af0-4e47-893b-c8fad94c422b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:52:55.427958 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672eec69-f3c6-400b-999e-7d053652ada7 admin admin] Network hostable DHCP agents. Network: b7683635-2af0-4e47-893b-c8fad94c422b, hostable agents: ['936a358b-e021-4ff4-ad20-3c86fe6ebe95'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:52:55.447849 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672eec69-f3c6-400b-999e-7d053652ada7 admin admin] Network b7683635-2af0-4e47-893b-c8fad94c422b is scheduled to be hosted by DHCP agent 936a358b-e021-4ff4-ad20-3c86fe6ebe95 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:52:55.458658 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-672eec69-f3c6-400b-999e-7d053652ada7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-1-iscsi, b7683635-2af0-4e47-893b-c8fad94c422b) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:52:55.463440 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672eec69-f3c6-400b-999e-7d053652ada7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:55.464050 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-672eec69-f3c6-400b-999e-7d053652ada7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:55.479445 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdd05d5-8151-4113-968b-9b240c47f50c None None] Network b7683635-2af0-4e47-893b-c8fad94c422b requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:52:55.492572 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-672eec69-f3c6-400b-999e-7d053652ada7 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3519735 Apr 08 17:52:55.593892 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61582574-1657-4f35-bc12-6f26f35cc204 None None] Network b7683635-2af0-4e47-893b-c8fad94c422b requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:52:55.629642 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44160) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:55.691769 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d8d9e6-6d16-498b-9f26-148f7fce3636 admin admin] Deleting subnet 79a7a43c-ce1f-4929-9790-d196709162d5 {{(pid=103549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:52:55.695158 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-33d8d9e6-6d16-498b-9f26-148f7fce3636 admin admin] Publish callbacks [] for subnet (79a7a43c-ce1f-4929-9790-d196709162d5), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:55.731765 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-33d8d9e6-6d16-498b-9f26-148f7fce3636 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30165226'] for subnet (79a7a43c-ce1f-4929-9790-d196709162d5), precommit_delete_associations {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:55.791758 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-33d8d9e6-6d16-498b-9f26-148f7fce3636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709327'] for subnet (79a7a43c-ce1f-4929-9790-d196709162d5), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:55.849307 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-33d8d9e6-6d16-498b-9f26-148f7fce3636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1709334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30663514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29992187'] for subnet (79a7a43c-ce1f-4929-9790-d196709162d5), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:55.874165 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8d9e6-6d16-498b-9f26-148f7fce3636 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79a7a43c-ce1f-4929-9790-d196709162d5,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:55.879092 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-33d8d9e6-6d16-498b-9f26-148f7fce3636 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:55.882310 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-33d8d9e6-6d16-498b-9f26-148f7fce3636 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/79a7a43c-ce1f-4929-9790-d196709162d5 HTTP/1.1" status: 204 len: 168 time: 0.2514954 Apr 08 17:52:55.885343 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44162) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:55.957228 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e4caed3a-5adc-454c-b977-f4f9f9abb92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832628'] for network (c6890ae8-f27e-454d-92d4-ef782ba3df1a), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:56.040488 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e4caed3a-5adc-454c-b977-f4f9f9abb92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1707906', 'neutron.services.segments.db._delete_segments_for_network-8780306556573'] for network (c6890ae8-f27e-454d-92d4-ef782ba3df1a), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:56.063453 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-e4caed3a-5adc-454c-b977-f4f9f9abb92e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6890ae8-f27e-454d-92d4-ef782ba3df1a']}} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:56.077162 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-e4caed3a-5adc-454c-b977-f4f9f9abb92e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b5ad93-534c-485a-8e11-6e635e96a281') {'for_net_delete': True} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:56.077433 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-e4caed3a-5adc-454c-b977-f4f9f9abb92e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b5ad93-534c-485a-8e11-6e635e96a281') {} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:56.091897 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e4caed3a-5adc-454c-b977-f4f9f9abb92e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780306558374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30987638'] for segment (07b5ad93-534c-485a-8e11-6e635e96a281), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:56.105825 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e4caed3a-5adc-454c-b977-f4f9f9abb92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (07b5ad93-534c-485a-8e11-6e635e96a281), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:56.114434 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4caed3a-5adc-454c-b977-f4f9f9abb92e admin admin] Releasing vlan 995 on physical network physnet1 to pool {{(pid=103548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:52:56.115129 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e4caed3a-5adc-454c-b977-f4f9f9abb92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30242400'] for segment (07b5ad93-534c-485a-8e11-6e635e96a281), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: Traceback (most recent call last): Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: timer() Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: cb(*args, **kw) Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: return func(*args, **kwargs) Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: self._notify() Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: self.callback(batched_events) Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: event.method(event) Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: return f(self, *a, **k) Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: return self._get(url).json() Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: return self.request(url, 'GET', **kwargs) Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:52:56.117426 dv-cinder-837166-1-iscsi neutron-server[103548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:52:56.180399 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e4caed3a-5adc-454c-b977-f4f9f9abb92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1707913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726762'] for network (c6890ae8-f27e-454d-92d4-ef782ba3df1a), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:56.186645 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e4caed3a-5adc-454c-b977-f4f9f9abb92e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:56.189798 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-e4caed3a-5adc-454c-b977-f4f9f9abb92e admin admin] 10.222.0.86 "DELETE /v2.0/networks/c6890ae8-f27e-454d-92d4-ef782ba3df1a HTTP/1.1" status: 204 len: 168 time: 0.3032415 Apr 08 17:52:56.193170 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44164) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:56.201228 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4caed3a-5adc-454c-b977-f4f9f9abb92e admin admin] Pushing event deleted for resources: {'Network': ['ID=c6890ae8-f27e-454d-92d4-ef782ba3df1a,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:56.240458 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14e3938-af75-42d3-b058-015be482f586 admin admin] Deleting subnet af953361-0cb9-4446-a6a2-e8fd4b11f815 {{(pid=103549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:52:56.243685 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b14e3938-af75-42d3-b058-015be482f586 admin admin] Publish callbacks [] for subnet (af953361-0cb9-4446-a6a2-e8fd4b11f815), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:56.278136 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b14e3938-af75-42d3-b058-015be482f586 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30165226'] for subnet (af953361-0cb9-4446-a6a2-e8fd4b11f815), precommit_delete_associations {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:56.600612 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b14e3938-af75-42d3-b058-015be482f586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709327'] for subnet (af953361-0cb9-4446-a6a2-e8fd4b11f815), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:56.659649 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b14e3938-af75-42d3-b058-015be482f586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1709334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30663514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29992187'] for subnet (af953361-0cb9-4446-a6a2-e8fd4b11f815), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:56.685327 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e3938-af75-42d3-b058-015be482f586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af953361-0cb9-4446-a6a2-e8fd4b11f815,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:56.689014 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b14e3938-af75-42d3-b058-015be482f586 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:56.692216 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-b14e3938-af75-42d3-b058-015be482f586 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/af953361-0cb9-4446-a6a2-e8fd4b11f815 HTTP/1.1" status: 204 len: 168 time: 0.4978383 Apr 08 17:52:56.694781 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44172) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:56.771247 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5b514433-912d-4d6f-a9ee-27c7b7c24e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832628'] for network (b7683635-2af0-4e47-893b-c8fad94c422b), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:56.849447 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5b514433-912d-4d6f-a9ee-27c7b7c24e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1707906', 'neutron.services.segments.db._delete_segments_for_network-8780306556573'] for network (b7683635-2af0-4e47-893b-c8fad94c422b), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:56.874795 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-5b514433-912d-4d6f-a9ee-27c7b7c24e49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7683635-2af0-4e47-893b-c8fad94c422b']}} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:56.884555 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-5b514433-912d-4d6f-a9ee-27c7b7c24e49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd25b4d3-3c9e-4745-b63d-7513cb07abc2') {'for_net_delete': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:56.884855 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-5b514433-912d-4d6f-a9ee-27c7b7c24e49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd25b4d3-3c9e-4745-b63d-7513cb07abc2') {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:56.895176 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5b514433-912d-4d6f-a9ee-27c7b7c24e49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780306558374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30165219'] for segment (dd25b4d3-3c9e-4745-b63d-7513cb07abc2), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:56.909543 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5b514433-912d-4d6f-a9ee-27c7b7c24e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (dd25b4d3-3c9e-4745-b63d-7513cb07abc2), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:56.915893 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b514433-912d-4d6f-a9ee-27c7b7c24e49 admin admin] Releasing vlan 976 on physical network physnet1 to pool {{(pid=103549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:52:56.916251 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5b514433-912d-4d6f-a9ee-27c7b7c24e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30663484'] for segment (dd25b4d3-3c9e-4745-b63d-7513cb07abc2), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: Traceback (most recent call last): Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: timer() Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: cb(*args, **kw) Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: return func(*args, **kwargs) Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: self._notify() Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: self.callback(batched_events) Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: event.method(event) Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: return f(self, *a, **k) Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: return self._get(url).json() Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: return self.request(url, 'GET', **kwargs) Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:52:56.918242 dv-cinder-837166-1-iscsi neutron-server[103549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:52:56.988618 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5b514433-912d-4d6f-a9ee-27c7b7c24e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1707913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726762'] for network (b7683635-2af0-4e47-893b-c8fad94c422b), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:56.997619 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5b514433-912d-4d6f-a9ee-27c7b7c24e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:57.000688 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-5b514433-912d-4d6f-a9ee-27c7b7c24e49 admin admin] 10.222.0.86 "DELETE /v2.0/networks/b7683635-2af0-4e47-893b-c8fad94c422b HTTP/1.1" status: 204 len: 168 time: 0.3049376 Apr 08 17:52:57.010204 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b514433-912d-4d6f-a9ee-27c7b7c24e49 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7683635-2af0-4e47-893b-c8fad94c422b,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:57.174469 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44176) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:57.215637 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-d2b3eb54-5d00-4e20-9bdc-eb22b1ddc264 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fd7d10c2133f48b698dac11ce2e8a935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399764 Apr 08 17:52:57.218299 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44178) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:57.268329 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e8fff4ce-88ba-440e-b654-84ade81a93c7 admin admin] Publish callbacks [] for security_group (ae41ff8b-ab55-4a44-8b53-a08c736fa860), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:57.290158 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e8fff4ce-88ba-440e-b654-84ade81a93c7 admin admin] Publish callbacks [] for security_group (ae41ff8b-ab55-4a44-8b53-a08c736fa860), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:57.354161 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e8fff4ce-88ba-440e-b654-84ade81a93c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (ae41ff8b-ab55-4a44-8b53-a08c736fa860), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:57.357435 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e8fff4ce-88ba-440e-b654-84ade81a93c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:57.358615 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-e8fff4ce-88ba-440e-b654-84ade81a93c7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ae41ff8b-ab55-4a44-8b53-a08c736fa860 HTTP/1.1" status: 204 len: 168 time: 0.1394219 Apr 08 17:52:57.369077 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fff4ce-88ba-440e-b654-84ade81a93c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae41ff8b-ab55-4a44-8b53-a08c736fa860,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:57.728192 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44188) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:57.771226 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-a4e65b0e-64b1-4172-a911-8292d1dbbbcc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=985dd50736374594a01b5720b6edaa22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417416 Apr 08 17:52:57.774784 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44190) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:57.826047 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-76aeee70-707b-4712-975c-2860188c702e admin admin] Publish callbacks [] for security_group (b7e3d15c-1d7e-4c10-8b0f-bd96865adebb), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:57.848331 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-76aeee70-707b-4712-975c-2860188c702e admin admin] Publish callbacks [] for security_group (b7e3d15c-1d7e-4c10-8b0f-bd96865adebb), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:57.899886 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-76aeee70-707b-4712-975c-2860188c702e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (b7e3d15c-1d7e-4c10-8b0f-bd96865adebb), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:57.903097 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-76aeee70-707b-4712-975c-2860188c702e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:57.904253 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-76aeee70-707b-4712-975c-2860188c702e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b7e3d15c-1d7e-4c10-8b0f-bd96865adebb HTTP/1.1" status: 204 len: 168 time: 0.1285734 Apr 08 17:52:57.912705 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aeee70-707b-4712-975c-2860188c702e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e3d15c-1d7e-4c10-8b0f-bd96865adebb,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:59.627144 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-92bfd0eb-5c75-4c2d-9229-7c3b087bed23 req-9cef636c-3b41-4486-9ee8-e3a72735d6bd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423875 Apr 08 17:52:59.718280 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfd0eb-5c75-4c2d-9229-7c3b087bed23 req-8b2ee480-739b-4b3d-aed3-0b54081e9b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:59.719829 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-92bfd0eb-5c75-4c2d-9229-7c3b087bed23 req-8b2ee480-739b-4b3d-aed3-0b54081e9b74 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f2dc62e15854e2bb119a9029718d482&device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 1168 time: 0.0459571 Apr 08 17:52:59.847571 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfd0eb-5c75-4c2d-9229-7c3b087bed23 req-05ad29b5-9801-49b0-b837-1baeca1d607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:59.849130 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-92bfd0eb-5c75-4c2d-9229-7c3b087bed23 req-05ad29b5-9801-49b0-b837-1baeca1d607c service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcc9ecc3-3974-48b0-9b9b-69e3d57122dc HTTP/1.1" status: 200 len: 916 time: 0.1091440 Apr 08 17:52:59.922571 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-92bfd0eb-5c75-4c2d-9229-7c3b087bed23 req-0c941e01-165a-4990-b73c-2bd6e00af139 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=369edf91-b7e2-4b9a-bae8-dc841929d674 HTTP/1.1" status: 200 len: 1001 time: 0.0668952 Apr 08 17:52:59.970934 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfd0eb-5c75-4c2d-9229-7c3b087bed23 req-1e4534c3-5f86-4a20-a15a-1cc7ca824dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:59.972410 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-92bfd0eb-5c75-4c2d-9229-7c3b087bed23 req-1e4534c3-5f86-4a20-a15a-1cc7ca824dcb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66068a13-ce09-472a-a52f-c57181bc9410 HTTP/1.1" status: 200 len: 854 time: 0.0436654 Apr 08 17:53:00.022924 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfd0eb-5c75-4c2d-9229-7c3b087bed23 req-453467fc-d884-4c04-9cbf-dfe3752c0285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:00.025175 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-92bfd0eb-5c75-4c2d-9229-7c3b087bed23 req-453467fc-d884-4c04-9cbf-dfe3752c0285 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcc9ecc3-3974-48b0-9b9b-69e3d57122dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430918 Apr 08 17:53:00.134217 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-92bfd0eb-5c75-4c2d-9229-7c3b087bed23 req-33b9f751-bcc1-4818-92d7-d899c6c37a70 service neutron] 10.222.0.20 "GET /v2.0/networks/bcc9ecc3-3974-48b0-9b9b-69e3d57122dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970299 Apr 08 17:53:00.244001 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-92bfd0eb-5c75-4c2d-9229-7c3b087bed23 req-b863b0b4-6082-4581-83bc-c31f9d0c36e1 service neutron] 10.222.0.20 "GET /v2.0/networks/bcc9ecc3-3974-48b0-9b9b-69e3d57122dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907800 Apr 08 17:53:02.230045 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44276) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:02.344999 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-abab238e-fbdc-4081-b11a-b21159d8e159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:02.429117 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-abab238e-fbdc-4081-b11a-b21159d8e159 admin admin] Publish callbacks [] for security_group (c246f469-b2ae-429b-bffd-b0cc0333acc9), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:02.436989 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-abab238e-fbdc-4081-b11a-b21159d8e159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (c246f469-b2ae-429b-bffd-b0cc0333acc9), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:02.474953 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab238e-fbdc-4081-b11a-b21159d8e159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c246f469-b2ae-429b-bffd-b0cc0333acc9,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:02.479285 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-abab238e-fbdc-4081-b11a-b21159d8e159 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6a2d1ff5220a4800a5faaa175c88a711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481508 Apr 08 17:53:02.481826 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44296) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:02.532096 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-dbba637f-35b1-4a09-a054-bbd951c515c1 admin admin] Publish callbacks [] for security_group (c246f469-b2ae-429b-bffd-b0cc0333acc9), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:02.554423 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-dbba637f-35b1-4a09-a054-bbd951c515c1 admin admin] Publish callbacks [] for security_group (c246f469-b2ae-429b-bffd-b0cc0333acc9), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:02.606111 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-dbba637f-35b1-4a09-a054-bbd951c515c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (c246f469-b2ae-429b-bffd-b0cc0333acc9), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:02.608980 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-dbba637f-35b1-4a09-a054-bbd951c515c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:02.610523 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-dbba637f-35b1-4a09-a054-bbd951c515c1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c246f469-b2ae-429b-bffd-b0cc0333acc9 HTTP/1.1" status: 204 len: 168 time: 0.1277564 Apr 08 17:53:02.619730 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba637f-35b1-4a09-a054-bbd951c515c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c246f469-b2ae-429b-bffd-b0cc0333acc9,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:04.623213 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44360) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:04.741850 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c0546320-8b5f-4596-a606-e447c49212aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:04.822795 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c0546320-8b5f-4596-a606-e447c49212aa admin admin] Publish callbacks [] for security_group (337b964d-9690-40b9-9f43-9ba2c159c830), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:04.828947 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c0546320-8b5f-4596-a606-e447c49212aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (337b964d-9690-40b9-9f43-9ba2c159c830), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:04.867227 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-c0546320-8b5f-4596-a606-e447c49212aa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1c8cd0695bff417aa5354439fc48c514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427418 Apr 08 17:53:04.868178 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0546320-8b5f-4596-a606-e447c49212aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337b964d-9690-40b9-9f43-9ba2c159c830,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:04.870177 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44364) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:04.920682 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f62b16b4-269d-4c86-a7d2-a4e3f960ceea admin admin] Publish callbacks [] for security_group (337b964d-9690-40b9-9f43-9ba2c159c830), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:04.943866 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f62b16b4-269d-4c86-a7d2-a4e3f960ceea admin admin] Publish callbacks [] for security_group (337b964d-9690-40b9-9f43-9ba2c159c830), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:05.011188 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f62b16b4-269d-4c86-a7d2-a4e3f960ceea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (337b964d-9690-40b9-9f43-9ba2c159c830), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:05.013756 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f62b16b4-269d-4c86-a7d2-a4e3f960ceea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:05.014935 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-f62b16b4-269d-4c86-a7d2-a4e3f960ceea admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/337b964d-9690-40b9-9f43-9ba2c159c830 HTTP/1.1" status: 204 len: 168 time: 0.1436956 Apr 08 17:53:05.024493 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b16b4-269d-4c86-a7d2-a4e3f960ceea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337b964d-9690-40b9-9f43-9ba2c159c830,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:05.315993 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44370) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:05.334786 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-316423c8-a490-42e1-a97a-328b4dec55ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:05.415398 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-316423c8-a490-42e1-a97a-328b4dec55ab admin admin] Publish callbacks [] for security_group (8b0d1355-d279-4511-be43-7fdbba6e1a12), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:05.421953 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-316423c8-a490-42e1-a97a-328b4dec55ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (8b0d1355-d279-4511-be43-7fdbba6e1a12), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:05.460495 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-316423c8-a490-42e1-a97a-328b4dec55ab admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ac1ea8851abd46e893220189699e3b14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431110 Apr 08 17:53:05.461479 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316423c8-a490-42e1-a97a-328b4dec55ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0d1355-d279-4511-be43-7fdbba6e1a12,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:05.463978 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44374) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:05.514612 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e80d86a2-19e4-4127-9748-b077dcacca0f admin admin] Publish callbacks [] for security_group (8b0d1355-d279-4511-be43-7fdbba6e1a12), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:05.537678 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e80d86a2-19e4-4127-9748-b077dcacca0f admin admin] Publish callbacks [] for security_group (8b0d1355-d279-4511-be43-7fdbba6e1a12), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:05.591661 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e80d86a2-19e4-4127-9748-b077dcacca0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (8b0d1355-d279-4511-be43-7fdbba6e1a12), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:05.594176 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e80d86a2-19e4-4127-9748-b077dcacca0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:05.595301 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-e80d86a2-19e4-4127-9748-b077dcacca0f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8b0d1355-d279-4511-be43-7fdbba6e1a12 HTTP/1.1" status: 204 len: 168 time: 0.1300526 Apr 08 17:53:05.604328 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d86a2-19e4-4127-9748-b077dcacca0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0d1355-d279-4511-be43-7fdbba6e1a12,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:09.139662 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-77873769-3938-4da2-a80d-a263ad279b3d req-13291c19-8f22-4718-8bb9-3212d229701c tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-276080865&fields=id&tenant_id=3f2dc62e15854e2bb119a9029718d482 HTTP/1.1" status: 200 len: 267 time: 0.0644217 Apr 08 17:53:09.203943 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77873769-3938-4da2-a80d-a263ad279b3d req-198a5901-a029-4452-b05b-9f27eb3e0159 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:09.205731 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-77873769-3938-4da2-a80d-a263ad279b3d req-198a5901-a029-4452-b05b-9f27eb3e0159 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 984 time: 0.0586426 Apr 08 17:53:09.221763 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [req-77873769-3938-4da2-a80d-a263ad279b3d req-9a5fa0f8-2140-4baf-936f-dcf579e71f39 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Request body: {'port': {'security_groups': ['007b39a0-c8f9-4051-b08c-8f7c49240c71']}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:09.299447 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-77873769-3938-4da2-a80d-a263ad279b3d req-9a5fa0f8-2140-4baf-936f-dcf579e71f39 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:09.507788 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-77873769-3938-4da2-a80d-a263ad279b3d req-9a5fa0f8-2140-4baf-936f-dcf579e71f39 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] For port 369edf91-b7e2-4b9a-bae8-dc841929d674, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=369edf91-b7e2-4b9a-bae8-dc841929d674,segment=NetworkSegment(ed159675-bc31-4d13-b4f2-94b5ca10e099),segment_id=ed159675-bc31-4d13-b4f2-94b5ca10e099)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:09.539850 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-77873769-3938-4da2-a80d-a263ad279b3d req-9a5fa0f8-2140-4baf-936f-dcf579e71f39 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:09.547050 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-77873769-3938-4da2-a80d-a263ad279b3d req-9a5fa0f8-2140-4baf-936f-dcf579e71f39 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30663424'] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:09.564388 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['369edf91-b7e2-4b9a-bae8-dc841929d674'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:53:09.595187 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77873769-3938-4da2-a80d-a263ad279b3d req-9a5fa0f8-2140-4baf-936f-dcf579e71f39 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:09.596047 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-77873769-3938-4da2-a80d-a263ad279b3d req-9a5fa0f8-2140-4baf-936f-dcf579e71f39 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:09.598134 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-77873769-3938-4da2-a80d-a263ad279b3d req-9a5fa0f8-2140-4baf-936f-dcf579e71f39 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "PUT /v2.0/ports/369edf91-b7e2-4b9a-bae8-dc841929d674 HTTP/1.1" status: 200 len: 942 time: 0.3851507 Apr 08 17:53:09.598717 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7591c2-ab65-45dd-b334-a1b60226bf53', 'tag': '369edf91-b7e2-4b9a-bae8-dc841929d674'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:53:09.602351 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931f2c42-0eb2-4279-a447-306be9e9cafc" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7591c2-ab65-45dd-b334-a1b60226bf53", "tag": "369edf91-b7e2-4b9a-bae8-dc841929d674"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:53:09.604101 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44478) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:09.677777 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdddf7ab-2779-4b4b-a670-c02b067317f3 x-openstack-request-id: req-fdddf7ab-2779-4b4b-a670-c02b067317f3 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:53:09.678111 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7591c2-ab65-45dd-b334-a1b60226bf53", "tag": "369edf91-b7e2-4b9a-bae8-dc841929d674", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:53:09.678324 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fdddf7ab-2779-4b4b-a670-c02b067317f3 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:53:09.678753 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdddf7ab-2779-4b4b-a670-c02b067317f3'] response: {'name': 'network-changed', 'server_uuid': '8f7591c2-ab65-45dd-b334-a1b60226bf53', 'tag': '369edf91-b7e2-4b9a-bae8-dc841929d674', 'status': 'completed', 'code': 200} Apr 08 17:53:09.681807 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fa0f8-2140-4baf-936f-dcf579e71f39 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Pushing event updated for resources: {'Port': ['ID=369edf91-b7e2-4b9a-bae8-dc841929d674,revision_number=7']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:09.701486 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bdea5737-27b8-4980-af84-caedd8745d6a tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group (0e2f8d48-c323-45fb-88e9-b1dac7d09424), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:09.723460 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['369edf91-b7e2-4b9a-bae8-dc841929d674'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:53:09.764199 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bdea5737-27b8-4980-af84-caedd8745d6a tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group (0e2f8d48-c323-45fb-88e9-b1dac7d09424), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:09.790667 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f2c42-0eb2-4279-a447-306be9e9cafc req-c0269636-2510-497d-9cf5-394cc6b45384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:09.792659 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-931f2c42-0eb2-4279-a447-306be9e9cafc req-c0269636-2510-497d-9cf5-394cc6b45384 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f2dc62e15854e2bb119a9029718d482&device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 1129 time: 0.0872495 Apr 08 17:53:09.858559 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bdea5737-27b8-4980-af84-caedd8745d6a tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (0e2f8d48-c323-45fb-88e9-b1dac7d09424), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:09.861985 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bdea5737-27b8-4980-af84-caedd8745d6a tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:09.867014 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-bdea5737-27b8-4980-af84-caedd8745d6a tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "DELETE /v2.0/security-groups/0e2f8d48-c323-45fb-88e9-b1dac7d09424 HTTP/1.1" status: 204 len: 168 time: 0.2616525 Apr 08 17:53:09.868146 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44482) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:09.885282 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea5737-27b8-4980-af84-caedd8745d6a tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2f8d48-c323-45fb-88e9-b1dac7d09424,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:09.974032 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f2c42-0eb2-4279-a447-306be9e9cafc req-9b81820d-de6d-4a85-862b-3130e052dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:09.975545 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-931f2c42-0eb2-4279-a447-306be9e9cafc req-9b81820d-de6d-4a85-862b-3130e052dbf5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcc9ecc3-3974-48b0-9b9b-69e3d57122dc HTTP/1.1" status: 200 len: 916 time: 0.1753352 Apr 08 17:53:10.001555 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-fb01387f-5dcc-4ab7-b6a0-fb5a19541dd0 None None] Provisioning complete for port 369edf91-b7e2-4b9a-bae8-dc841929d674 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:10.002430 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fb01387f-5dcc-4ab7-b6a0-fb5a19541dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:10.065254 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-931f2c42-0eb2-4279-a447-306be9e9cafc req-4c2e7687-c4fe-4c84-a7a5-b2bfc8357cf9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=369edf91-b7e2-4b9a-bae8-dc841929d674 HTTP/1.1" status: 200 len: 1001 time: 0.0795727 Apr 08 17:53:10.119578 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-a0de2ac8-775c-4e97-9bc3-84a3a5cd039b tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Deleting port 10429626-0cff-4cca-8f25-af14f727738a {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:53:10.120353 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a0de2ac8-775c-4e97-9bc3-84a3a5cd039b tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (10429626-0cff-4cca-8f25-af14f727738a), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:10.120505 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f2c42-0eb2-4279-a447-306be9e9cafc req-4a9509a7-ee52-4829-a64f-a2ff703adc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:10.121993 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-931f2c42-0eb2-4279-a447-306be9e9cafc req-4a9509a7-ee52-4829-a64f-a2ff703adc1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66068a13-ce09-472a-a52f-c57181bc9410 HTTP/1.1" status: 200 len: 854 time: 0.0503993 Apr 08 17:53:10.130693 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-fb01387f-5dcc-4ab7-b6a0-fb5a19541dd0 None None] Current status of the port 369edf91-b7e2-4b9a-bae8-dc841929d674 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:10.167066 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f2c42-0eb2-4279-a447-306be9e9cafc req-c107b337-9833-4fa0-a025-e6501ff90850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:10.168624 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-931f2c42-0eb2-4279-a447-306be9e9cafc req-c107b337-9833-4fa0-a025-e6501ff90850 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcc9ecc3-3974-48b0-9b9b-69e3d57122dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398226 Apr 08 17:53:10.202524 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a0de2ac8-775c-4e97-9bc3-84a3a5cd039b tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (10429626-0cff-4cca-8f25-af14f727738a), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:10.202806 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a0de2ac8-775c-4e97-9bc3-84a3a5cd039b tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for floatingip (10429626-0cff-4cca-8f25-af14f727738a), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:10.216981 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-a0de2ac8-775c-4e97-9bc3-84a3a5cd039b tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Calling delete_port for 10429626-0cff-4cca-8f25-af14f727738a owned by network:floatingip {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:53:10.274359 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-931f2c42-0eb2-4279-a447-306be9e9cafc req-a9e12203-9e03-49dd-a9a6-5927aca0ca6a service neutron] 10.222.0.20 "GET /v2.0/networks/bcc9ecc3-3974-48b0-9b9b-69e3d57122dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983992 Apr 08 17:53:10.369302 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-931f2c42-0eb2-4279-a447-306be9e9cafc req-96d32431-7ee6-4c8b-aea4-f33867e99a4d service neutron] 10.222.0.20 "GET /v2.0/networks/bcc9ecc3-3974-48b0-9b9b-69e3d57122dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866685 Apr 08 17:53:10.401535 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a0de2ac8-775c-4e97-9bc3-84a3a5cd039b tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (10429626-0cff-4cca-8f25-af14f727738a), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:10.426272 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de2ac8-775c-4e97-9bc3-84a3a5cd039b tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Pushing event deleted for resources: {'Port': ['ID=10429626-0cff-4cca-8f25-af14f727738a,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:10.490261 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a0de2ac8-775c-4e97-9bc3-84a3a5cd039b tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks [] for floatingip (787867fe-d63f-4f7b-988f-ff6dc4460022), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:10.490589 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.l3_db [None req-a0de2ac8-775c-4e97-9bc3-84a3a5cd039b tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Floating IP 787867fe-d63f-4f7b-988f-ff6dc4460022 disassociated (deleted). External IP: 172.27.1.173, port: 369edf91-b7e2-4b9a-bae8-dc841929d674. Apr 08 17:53:10.724686 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0de2ac8-775c-4e97-9bc3-84a3a5cd039b tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Router c0b924af-27af-4cc0-ac24-48fb19e2da30 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:53:10.845309 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0de2ac8-775c-4e97-9bc3-84a3a5cd039b tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:53:10.850947 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a0de2ac8-775c-4e97-9bc3-84a3a5cd039b tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:10.855874 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcfafbb-bdb8-4570-a981-70f2e57eab89 None None] Sync routers for ids ['c0b924af-27af-4cc0-ac24-48fb19e2da30'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:53:10.867956 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcfafbb-bdb8-4570-a981-70f2e57eab89 None None] Routers {'c0b924af-27af-4cc0-ac24-48fb19e2da30'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:53:10.868614 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-9dcfafbb-bdb8-4570-a981-70f2e57eab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:52:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['c0b924af-27af-4cc0-ac24-48fb19e2da30'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:10.884177 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-a0de2ac8-775c-4e97-9bc3-84a3a5cd039b tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "DELETE /v2.0/floatingips/787867fe-d63f-4f7b-988f-ff6dc4460022 HTTP/1.1" status: 204 len: 168 time: 1.0023692 Apr 08 17:53:10.884177 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7591c2-ab65-45dd-b334-a1b60226bf53', 'tag': '369edf91-b7e2-4b9a-bae8-dc841929d674'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:53:10.884630 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83b97aa-eada-4473-8c5e-b2ec359ba626" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7591c2-ab65-45dd-b334-a1b60226bf53", "tag": "369edf91-b7e2-4b9a-bae8-dc841929d674"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:53:10.987914 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-9dcfafbb-bdb8-4570-a981-70f2e57eab89 None None] Set router c0b924af-27af-4cc0-ac24-48fb19e2da30 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:53:11.094151 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7944d9d1-9d30-4100-95e4-ed743dd8bbad x-openstack-request-id: req-7944d9d1-9d30-4100-95e4-ed743dd8bbad {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:53:11.094445 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7591c2-ab65-45dd-b334-a1b60226bf53", "tag": "369edf91-b7e2-4b9a-bae8-dc841929d674", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:53:11.094699 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7944d9d1-9d30-4100-95e4-ed743dd8bbad {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:53:11.095178 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7944d9d1-9d30-4100-95e4-ed743dd8bbad'] response: {'name': 'network-changed', 'server_uuid': '8f7591c2-ab65-45dd-b334-a1b60226bf53', 'tag': '369edf91-b7e2-4b9a-bae8-dc841929d674', 'status': 'completed', 'code': 200} Apr 08 17:53:11.208309 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b97aa-eada-4473-8c5e-b2ec359ba626 req-fd336ad0-7662-4c1e-8d06-367f27442047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:11.209875 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c83b97aa-eada-4473-8c5e-b2ec359ba626 req-fd336ad0-7662-4c1e-8d06-367f27442047 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f2dc62e15854e2bb119a9029718d482&device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 1129 time: 0.0786779 Apr 08 17:53:11.265891 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-9dcfafbb-bdb8-4570-a981-70f2e57eab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'name': 'tempest-TestMinimumBasicScenario-1566930386-router', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:18Z', 'revision_number': 4, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'gw_port': {'id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'fc54368f-b415-483c-bba8-edff0de31d35', 'name': '', 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'mac_address': 'fa:16:3e:19:bc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '66068a13-ce09-472a-a52f-c57181bc9410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:18Z', 'updated_at': '2022-04-08T17:48:23Z', 'revision_number': 5, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'subnets': [{'id': '66068a13-ce09-472a-a52f-c57181bc9410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:11.294536 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcfafbb-bdb8-4570-a981-70f2e57eab89 None None] Checking router: c0b924af-27af-4cc0-ac24-48fb19e2da30 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:53:11.303364 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcfafbb-bdb8-4570-a981-70f2e57eab89 None None] Routers {'c0b924af-27af-4cc0-ac24-48fb19e2da30'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:53:11.304083 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-9dcfafbb-bdb8-4570-a981-70f2e57eab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:52:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['c0b924af-27af-4cc0-ac24-48fb19e2da30'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:11.323180 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b97aa-eada-4473-8c5e-b2ec359ba626 req-84c8ecc3-d25b-420a-969c-6babcda0dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:11.324930 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c83b97aa-eada-4473-8c5e-b2ec359ba626 req-84c8ecc3-d25b-420a-969c-6babcda0dd0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcc9ecc3-3974-48b0-9b9b-69e3d57122dc HTTP/1.1" status: 200 len: 916 time: 0.1053545 Apr 08 17:53:11.414448 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-9dcfafbb-bdb8-4570-a981-70f2e57eab89 None None] Set router c0b924af-27af-4cc0-ac24-48fb19e2da30 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:53:11.629148 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-9dcfafbb-bdb8-4570-a981-70f2e57eab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'name': 'tempest-TestMinimumBasicScenario-1566930386-router', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:18Z', 'revision_number': 4, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'gw_port': {'id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'fc54368f-b415-483c-bba8-edff0de31d35', 'name': '', 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'mac_address': 'fa:16:3e:19:bc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '66068a13-ce09-472a-a52f-c57181bc9410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:18Z', 'updated_at': '2022-04-08T17:48:23Z', 'revision_number': 5, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'subnets': [{'id': '66068a13-ce09-472a-a52f-c57181bc9410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:11.657679 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcfafbb-bdb8-4570-a981-70f2e57eab89 None None] The sync data for ids ['c0b924af-27af-4cc0-ac24-48fb19e2da30'] in dv-cinder-837166-1-iscsi is: [{'id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'name': 'tempest-TestMinimumBasicScenario-1566930386-router', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:18Z', 'revision_number': 4, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'gw_port': {'id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'fc54368f-b415-483c-bba8-edff0de31d35', 'name': '', 'network_id': 'bcc9ecc3-3974-48b0-9b9b-69e3d57122dc', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'mac_address': 'fa:16:3e:19:bc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '66068a13-ce09-472a-a52f-c57181bc9410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:18Z', 'updated_at': '2022-04-08T17:48:23Z', 'revision_number': 5, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'subnets': [{'id': '66068a13-ce09-472a-a52f-c57181bc9410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:53:11.708272 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c83b97aa-eada-4473-8c5e-b2ec359ba626 req-5463976d-a1de-4c94-9ccc-b482ff0425d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=369edf91-b7e2-4b9a-bae8-dc841929d674 HTTP/1.1" status: 200 len: 217 time: 0.0411482 Apr 08 17:53:11.765786 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b97aa-eada-4473-8c5e-b2ec359ba626 req-7850c6d3-c108-4ebf-a464-21b284e38637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:11.767724 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c83b97aa-eada-4473-8c5e-b2ec359ba626 req-7850c6d3-c108-4ebf-a464-21b284e38637 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66068a13-ce09-472a-a52f-c57181bc9410 HTTP/1.1" status: 200 len: 854 time: 0.0505495 Apr 08 17:53:11.851209 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b97aa-eada-4473-8c5e-b2ec359ba626 req-e43292be-305f-4537-b7ec-acae843ea5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:11.853000 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c83b97aa-eada-4473-8c5e-b2ec359ba626 req-e43292be-305f-4537-b7ec-acae843ea5e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcc9ecc3-3974-48b0-9b9b-69e3d57122dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498435 Apr 08 17:53:11.911472 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89a7729-646f-44f6-a950-ea8a74269810 None None] New status for floating IP 787867fe-d63f-4f7b-988f-ff6dc4460022: DOWN {{(pid=103551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:53:11.960213 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c83b97aa-eada-4473-8c5e-b2ec359ba626 req-001f1a81-2599-49be-8466-130269e3d4fa service neutron] 10.222.0.20 "GET /v2.0/networks/bcc9ecc3-3974-48b0-9b9b-69e3d57122dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998082 Apr 08 17:53:12.065460 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c83b97aa-eada-4473-8c5e-b2ec359ba626 req-6ef91435-58b8-4cff-bd80-639ace8f6824 service neutron] 10.222.0.20 "GET /v2.0/networks/bcc9ecc3-3974-48b0-9b9b-69e3d57122dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952966 Apr 08 17:53:13.027069 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e29b09a5-6afa-479e-9897-ab01a2c31467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:13.697810 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a9614-e448-4742-991f-1475f10f1d35 req-5e2af2c4-4daf-476f-9f25-682e67cd4ea4 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:13.699322 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2d8a9614-e448-4742-991f-1475f10f1d35 req-5e2af2c4-4daf-476f-9f25-682e67cd4ea4 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 945 time: 0.0487959 Apr 08 17:53:13.754387 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2d8a9614-e448-4742-991f-1475f10f1d35 req-837b1582-d96e-483a-a477-f910e751978d tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491550 Apr 08 17:53:13.905892 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44558) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:14.034328 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5f01d2d4-b0c8-4b1a-9649-25e53c7e6ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:14.120283 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5f01d2d4-b0c8-4b1a-9649-25e53c7e6ee2 admin admin] Publish callbacks [] for security_group (68585766-f7f9-4087-b230-edabd343598c), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:14.126387 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5f01d2d4-b0c8-4b1a-9649-25e53c7e6ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (68585766-f7f9-4087-b230-edabd343598c), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:14.167054 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-5f01d2d4-b0c8-4b1a-9649-25e53c7e6ee2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7c6458b3882141bda2efbb8c765f9d98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594373 Apr 08 17:53:14.168178 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01d2d4-b0c8-4b1a-9649-25e53c7e6ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68585766-f7f9-4087-b230-edabd343598c,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:14.169889 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44562) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:14.222490 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e5ea46a8-537e-4624-b375-14e1030e9796 admin admin] Publish callbacks [] for security_group (68585766-f7f9-4087-b230-edabd343598c), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:14.245346 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e5ea46a8-537e-4624-b375-14e1030e9796 admin admin] Publish callbacks [] for security_group (68585766-f7f9-4087-b230-edabd343598c), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:14.298992 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e5ea46a8-537e-4624-b375-14e1030e9796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (68585766-f7f9-4087-b230-edabd343598c), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:14.302004 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e5ea46a8-537e-4624-b375-14e1030e9796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:14.303213 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-e5ea46a8-537e-4624-b375-14e1030e9796 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/68585766-f7f9-4087-b230-edabd343598c HTTP/1.1" status: 204 len: 168 time: 0.1322184 Apr 08 17:53:14.312163 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea46a8-537e-4624-b375-14e1030e9796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68585766-f7f9-4087-b230-edabd343598c,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:14.880311 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca41d2-06b6-475d-ab10-4413d348d0ce req-a73e81aa-9ecd-41e9-bc13-23528cdf5da0 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:14.888248 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-17ca41d2-06b6-475d-ab10-4413d348d0ce req-a73e81aa-9ecd-41e9-bc13-23528cdf5da0 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 945 time: 0.0587533 Apr 08 17:53:14.936292 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-17ca41d2-06b6-475d-ab10-4413d348d0ce req-e51e1f87-5c90-48e9-89fc-e41d45ba94af tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470245 Apr 08 17:53:15.445352 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-875b9c13-cd5c-4f86-9379-b5507c91c9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:16.065743 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bf584-753b-4aaa-9199-c304424b33e1 req-434951a2-9092-4fbb-861c-288f24faa8c5 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:16.067351 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9c3bf584-753b-4aaa-9199-c304424b33e1 req-434951a2-9092-4fbb-861c-288f24faa8c5 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 945 time: 0.0500424 Apr 08 17:53:16.120034 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9c3bf584-753b-4aaa-9199-c304424b33e1 req-f9bc125e-b59f-487e-88c1-d766ae4d09df tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/security-groups?id=007b39a0-c8f9-4051-b08c-8f7c49240c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457153 Apr 08 17:53:16.226883 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973d9da-2d1d-461f-a3c6-7708ee4e09fd req-a5871649-077d-4d3c-b0a3-4f093e091482 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:16.228264 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4973d9da-2d1d-461f-a3c6-7708ee4e09fd req-a5871649-077d-4d3c-b0a3-4f093e091482 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 945 time: 0.0574970 Apr 08 17:53:16.316551 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [req-4973d9da-2d1d-461f-a3c6-7708ee4e09fd req-143ddd96-a452-4710-bdf6-b1f11ec6d393 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Deleting port 369edf91-b7e2-4b9a-bae8-dc841929d674 {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:53:16.317052 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-4973d9da-2d1d-461f-a3c6-7708ee4e09fd req-143ddd96-a452-4710-bdf6-b1f11ec6d393 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:16.416983 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-4973d9da-2d1d-461f-a3c6-7708ee4e09fd req-143ddd96-a452-4710-bdf6-b1f11ec6d393 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] For port 369edf91-b7e2-4b9a-bae8-dc841929d674, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=369edf91-b7e2-4b9a-bae8-dc841929d674,segment=NetworkSegment(ed159675-bc31-4d13-b4f2-94b5ca10e099),segment_id=ed159675-bc31-4d13-b4f2-94b5ca10e099)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:16.417369 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-4973d9da-2d1d-461f-a3c6-7708ee4e09fd req-143ddd96-a452-4710-bdf6-b1f11ec6d393 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:16.431235 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [req-4973d9da-2d1d-461f-a3c6-7708ee4e09fd req-143ddd96-a452-4710-bdf6-b1f11ec6d393 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Calling delete_port for 369edf91-b7e2-4b9a-bae8-dc841929d674 owned by compute:nova {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:53:16.557221 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:16.587965 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-4973d9da-2d1d-461f-a3c6-7708ee4e09fd req-143ddd96-a452-4710-bdf6-b1f11ec6d393 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (369edf91-b7e2-4b9a-bae8-dc841929d674), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:16.600709 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['369edf91-b7e2-4b9a-bae8-dc841929d674'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:53:16.617169 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ddd96-a452-4710-bdf6-b1f11ec6d393 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Pushing event deleted for resources: {'Port': ['ID=369edf91-b7e2-4b9a-bae8-dc841929d674,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:16.664190 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [req-4973d9da-2d1d-461f-a3c6-7708ee4e09fd req-143ddd96-a452-4710-bdf6-b1f11ec6d393 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] No DVR routers for this DVR port 369edf91-b7e2-4b9a-bae8-dc841929d674 on host hv-cinder-83716 {{(pid=103549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:53:16.666797 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-4973d9da-2d1d-461f-a3c6-7708ee4e09fd req-143ddd96-a452-4710-bdf6-b1f11ec6d393 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:16.670087 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4973d9da-2d1d-461f-a3c6-7708ee4e09fd req-143ddd96-a452-4710-bdf6-b1f11ec6d393 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.20 "DELETE /v2.0/ports/369edf91-b7e2-4b9a-bae8-dc841929d674 HTTP/1.1" status: 204 len: 173 time: 0.4349687 Apr 08 17:53:16.670537 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7591c2-ab65-45dd-b334-a1b60226bf53', 'name': 'network-vif-deleted', 'tag': '369edf91-b7e2-4b9a-bae8-dc841929d674'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:53:16.672836 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b822e0-750e-4f4f-93c0-22f9bd80225e" -d '{"events": [{"server_uuid": "8f7591c2-ab65-45dd-b334-a1b60226bf53", "name": "network-vif-deleted", "tag": "369edf91-b7e2-4b9a-bae8-dc841929d674"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:53:16.709970 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1364f5-5f1d-4f6f-b9fe-75e98694c116 x-openstack-request-id: req-df1364f5-5f1d-4f6f-b9fe-75e98694c116 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:53:16.710703 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7591c2-ab65-45dd-b334-a1b60226bf53", "name": "network-vif-deleted", "tag": "369edf91-b7e2-4b9a-bae8-dc841929d674", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:53:16.710703 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-df1364f5-5f1d-4f6f-b9fe-75e98694c116 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:53:16.711076 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df1364f5-5f1d-4f6f-b9fe-75e98694c116'] response: {'server_uuid': '8f7591c2-ab65-45dd-b334-a1b60226bf53', 'name': 'network-vif-deleted', 'tag': '369edf91-b7e2-4b9a-bae8-dc841929d674', 'status': 'completed', 'code': 200} Apr 08 17:53:16.755791 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:17.241112 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3b76ec0c-679c-46fb-8f3b-99a9d043122f req-843d8f17-0258-4ec4-972e-f710fd1e1445 tempest-TestMinimumBasicScenario-1133788222 tempest-TestMinimumBasicScenario-1133788222-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f7591c2-ab65-45dd-b334-a1b60226bf53 HTTP/1.1" status: 200 len: 210 time: 0.0284677 Apr 08 17:53:18.036734 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:18.478380 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44662) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:18.614110 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d8d3a472-6ef2-40b7-89df-c6dbed74a1c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:18.696560 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d8d3a472-6ef2-40b7-89df-c6dbed74a1c0 admin admin] Publish callbacks [] for security_group (88dce334-8810-4442-a465-71a756ea36a3), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:18.702882 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d8d3a472-6ef2-40b7-89df-c6dbed74a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (88dce334-8810-4442-a465-71a756ea36a3), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:18.986444 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44696) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:19.028858 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-d8d3a472-6ef2-40b7-89df-c6dbed74a1c0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9a18e3ff84fb4d8583cb24d8afc64a8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5493329 Apr 08 17:53:19.029921 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3a472-6ef2-40b7-89df-c6dbed74a1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88dce334-8810-4442-a465-71a756ea36a3,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:19.032419 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44700) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:19.165313 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-04ce9d58-cbce-43ec-a50b-ea47ff21cfa1 admin admin] Publish callbacks [] for security_group (88dce334-8810-4442-a465-71a756ea36a3), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:19.198770 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-04ce9d58-cbce-43ec-a50b-ea47ff21cfa1 admin admin] Publish callbacks [] for security_group (88dce334-8810-4442-a465-71a756ea36a3), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:19.326379 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 369edf91-b7e2-4b9a-bae8-dc841929d674 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:53:19.334396 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-04ce9d58-cbce-43ec-a50b-ea47ff21cfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (88dce334-8810-4442-a465-71a756ea36a3), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:19.337064 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-04ce9d58-cbce-43ec-a50b-ea47ff21cfa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:19.338227 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-04ce9d58-cbce-43ec-a50b-ea47ff21cfa1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/88dce334-8810-4442-a465-71a756ea36a3 HTTP/1.1" status: 204 len: 168 time: 0.3040204 Apr 08 17:53:19.357291 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] No Port match for: 369edf91-b7e2-4b9a-bae8-dc841929d674 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:53:19.357600 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 369edf91-b7e2-4b9a-bae8-dc841929d674 not bound to the agent host hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:53:19.365530 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce9d58-cbce-43ec-a50b-ea47ff21cfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dce334-8810-4442-a465-71a756ea36a3,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:19.552703 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732664'] for router_interface (c0b924af-27af-4cc0-ac24-48fb19e2da30), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:19.618129 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:20.155261 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Deleting port fc54368f-b415-483c-bba8-edff0de31d35 {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:53:20.155782 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (fc54368f-b415-483c-bba8-edff0de31d35), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:20.237008 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] For port fc54368f-b415-483c-bba8-edff0de31d35, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=fc54368f-b415-483c-bba8-edff0de31d35,segment=NetworkSegment(ed159675-bc31-4d13-b4f2-94b5ca10e099),segment_id=ed159675-bc31-4d13-b4f2-94b5ca10e099)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:20.237379 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (fc54368f-b415-483c-bba8-edff0de31d35), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:20.250370 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Calling delete_port for fc54368f-b415-483c-bba8-edff0de31d35 owned by network:router_interface {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:53:20.457269 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (fc54368f-b415-483c-bba8-edff0de31d35), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:20.487734 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc54368f-b415-483c-bba8-edff0de31d35,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:20.513896 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:20.514252 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:20.514597 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:20.514953 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:20.515285 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:20.515606 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:20.515975 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:20.516302 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:20.516707 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:20.517039 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:20.517377 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:20.517697 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:20.518152 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:20.518480 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:20.518802 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:20.671276 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732524'] for router_interface (c0b924af-27af-4cc0-ac24-48fb19e2da30), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:20.909188 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Router c0b924af-27af-4cc0-ac24-48fb19e2da30 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:53:21.024226 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:53:21.029863 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-6c61fc58-ffda-49c1-b46e-1bb83afe1364 admin admin] 10.222.0.86 "PUT /v2.0/routers/c0b924af-27af-4cc0-ac24-48fb19e2da30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0421348 Apr 08 17:53:21.033807 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44742) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:21.034506 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a5c202-5670-4edd-9d0a-43ef7cd87980 None None] Sync routers for ids ['c0b924af-27af-4cc0-ac24-48fb19e2da30'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:53:21.045774 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a5c202-5670-4edd-9d0a-43ef7cd87980 None None] Routers {'c0b924af-27af-4cc0-ac24-48fb19e2da30'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:53:21.046411 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-57a5c202-5670-4edd-9d0a-43ef7cd87980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:53:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['c0b924af-27af-4cc0-ac24-48fb19e2da30'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:21.153032 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b5718a49-a423-4a36-b93b-f732dc0643b0 admin admin] Publish callbacks [] for router (c0b924af-27af-4cc0-ac24-48fb19e2da30), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:21.166300 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-57a5c202-5670-4edd-9d0a-43ef7cd87980 None None] Set router c0b924af-27af-4cc0-ac24-48fb19e2da30 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:53:21.263963 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b5718a49-a423-4a36-b93b-f732dc0643b0 admin admin] Publish callbacks [] for router_gateway (c0b924af-27af-4cc0-ac24-48fb19e2da30), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:21.320556 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-b5718a49-a423-4a36-b93b-f732dc0643b0 admin admin] Deleting port da114e2a-de33-4673-97b6-f25968bd7c94 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:53:21.320870 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b5718a49-a423-4a36-b93b-f732dc0643b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (da114e2a-de33-4673-97b6-f25968bd7c94), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:21.352361 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-57a5c202-5670-4edd-9d0a-43ef7cd87980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'name': 'tempest-TestMinimumBasicScenario-1566930386-router', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:53:20Z', 'revision_number': 5, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'gw_port': {'id': 'da114e2a-de33-4673-97b6-f25968bd7c94', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:21.383767 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a5c202-5670-4edd-9d0a-43ef7cd87980 None None] Checking router: c0b924af-27af-4cc0-ac24-48fb19e2da30 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:53:21.392974 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a5c202-5670-4edd-9d0a-43ef7cd87980 None None] Routers {'c0b924af-27af-4cc0-ac24-48fb19e2da30'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:53:21.393607 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-57a5c202-5670-4edd-9d0a-43ef7cd87980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:53:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['c0b924af-27af-4cc0-ac24-48fb19e2da30'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:21.407279 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-b5718a49-a423-4a36-b93b-f732dc0643b0 admin admin] For port da114e2a-de33-4673-97b6-f25968bd7c94, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=da114e2a-de33-4673-97b6-f25968bd7c94,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:21.407645 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b5718a49-a423-4a36-b93b-f732dc0643b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (da114e2a-de33-4673-97b6-f25968bd7c94), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:21.421390 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-b5718a49-a423-4a36-b93b-f732dc0643b0 admin admin] Calling delete_port for da114e2a-de33-4673-97b6-f25968bd7c94 owned by network:router_gateway {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:53:21.485466 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-57a5c202-5670-4edd-9d0a-43ef7cd87980 None None] Set router c0b924af-27af-4cc0-ac24-48fb19e2da30 gateway port host: None {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:53:21.540682 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-57a5c202-5670-4edd-9d0a-43ef7cd87980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'name': 'tempest-TestMinimumBasicScenario-1566930386-router', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:53:21Z', 'revision_number': 6, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'gw_port_host': None}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:21.577240 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a5c202-5670-4edd-9d0a-43ef7cd87980 None None] The sync data for ids ['c0b924af-27af-4cc0-ac24-48fb19e2da30'] in dv-cinder-837166-1-iscsi is: [{'id': 'c0b924af-27af-4cc0-ac24-48fb19e2da30', 'name': 'tempest-TestMinimumBasicScenario-1566930386-router', 'tenant_id': '3f2dc62e15854e2bb119a9029718d482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:15Z', 'updated_at': '2022-04-08T17:53:21Z', 'revision_number': 6, 'project_id': '3f2dc62e15854e2bb119a9029718d482', 'gw_port_host': None}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:53:21.609102 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b5718a49-a423-4a36-b93b-f732dc0643b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (da114e2a-de33-4673-97b6-f25968bd7c94), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:21.653563 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5718a49-a423-4a36-b93b-f732dc0643b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=da114e2a-de33-4673-97b6-f25968bd7c94,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:21.702842 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-b40c19e2-fe19-4eff-b67b-af348f182712 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=1ccc0d12290a4e4bb746beeee74c3fe3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503964 Apr 08 17:53:21.840569 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b5718a49-a423-4a36-b93b-f732dc0643b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726670'] for router_gateway (c0b924af-27af-4cc0-ac24-48fb19e2da30), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:21.998133 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b5718a49-a423-4a36-b93b-f732dc0643b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4576'] for router (c0b924af-27af-4cc0-ac24-48fb19e2da30), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:22.003743 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b5718a49-a423-4a36-b93b-f732dc0643b0 admin admin] Publish callbacks [] for router_controller (c0b924af-27af-4cc0-ac24-48fb19e2da30), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:22.055303 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-8f4a0e66-9e04-4a38-b65e-3fa43785f6f2 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:22.056795 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-8f4a0e66-9e04-4a38-b65e-3fa43785f6f2 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3348918 Apr 08 17:53:22.070843 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b5718a49-a423-4a36-b93b-f732dc0643b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-681261'] for router (c0b924af-27af-4cc0-ac24-48fb19e2da30), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:22.071359 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5718a49-a423-4a36-b93b-f732dc0643b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0b924af-27af-4cc0-ac24-48fb19e2da30 {{(pid=103548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 17:53:22.075086 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f45accff-0cb4-4a0e-a637-be67205ab45f tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/quotas/1ccc0d12290a4e4bb746beeee74c3fe3 HTTP/1.1" status: 200 len: 375 time: 0.0125949 Apr 08 17:53:22.077951 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b5718a49-a423-4a36-b93b-f732dc0643b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:22.079027 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-b5718a49-a423-4a36-b93b-f732dc0643b0 admin admin] 10.222.0.86 "DELETE /v2.0/routers/c0b924af-27af-4cc0-ac24-48fb19e2da30 HTTP/1.1" status: 204 len: 168 time: 1.0441918 Apr 08 17:53:22.082384 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44764) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:22.113774 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-ad455937-90d0-4e4a-9473-09135866f675 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ccc0d12290a4e4bb746beeee74c3fe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325937 Apr 08 17:53:22.133391 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b3b35e-37b5-4a9f-ac5f-2ab15399fd85 admin admin] Deleting subnet 66068a13-ce09-472a-a52f-c57181bc9410 {{(pid=103549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:53:22.136821 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-44b3b35e-37b5-4a9f-ac5f-2ab15399fd85 admin admin] Publish callbacks [] for subnet (66068a13-ce09-472a-a52f-c57181bc9410), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:22.171358 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-44b3b35e-37b5-4a9f-ac5f-2ab15399fd85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30165226'] for subnet (66068a13-ce09-472a-a52f-c57181bc9410), precommit_delete_associations {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:22.264042 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-44b3b35e-37b5-4a9f-ac5f-2ab15399fd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709327'] for subnet (66068a13-ce09-472a-a52f-c57181bc9410), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:22.302160 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5de903a5-1a4b-4be3-a9d0-a691efa6d1b7 req-dc1ca3c6-5272-4d92-8428-2f6cfa36f79b tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/ports?device_id=12ae07af-0d48-408f-abe7-e081e0fe7413 HTTP/1.1" status: 200 len: 210 time: 0.0496223 Apr 08 17:53:22.352136 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-44b3b35e-37b5-4a9f-ac5f-2ab15399fd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1709334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30663514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29992187'] for subnet (66068a13-ce09-472a-a52f-c57181bc9410), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:22.381059 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3b35e-37b5-4a9f-ac5f-2ab15399fd85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66068a13-ce09-472a-a52f-c57181bc9410,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:22.383405 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-44b3b35e-37b5-4a9f-ac5f-2ab15399fd85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:22.389890 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44772) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:22.391548 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcee935-008a-4f31-9818-5d14e41ad55a None None] Network bcc9ecc3-3974-48b0-9b9b-69e3d57122dc requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:53:22.395663 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-44b3b35e-37b5-4a9f-ac5f-2ab15399fd85 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/66068a13-ce09-472a-a52f-c57181bc9410 HTTP/1.1" status: 204 len: 168 time: 0.3081853 Apr 08 17:53:22.420183 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device fc54368f-b415-483c-bba8-edff0de31d35 no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:53:22.468086 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-76cf1c51-bccd-4059-b5ba-89c8d72795e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832628'] for network (bcc9ecc3-3974-48b0-9b9b-69e3d57122dc), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:22.481724 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: fc54368f-b415-483c-bba8-edff0de31d35 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:53:22.483474 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device fc54368f-b415-483c-bba8-edff0de31d35 not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:53:22.484074 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device da114e2a-de33-4673-97b6-f25968bd7c94 no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:53:22.524147 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-76cf1c51-bccd-4059-b5ba-89c8d72795e2 admin admin] Deleting port 94beaf07-043a-4c59-b2f1-9e794c874951 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:53:22.524911 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-76cf1c51-bccd-4059-b5ba-89c8d72795e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (94beaf07-043a-4c59-b2f1-9e794c874951), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:22.527446 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: da114e2a-de33-4673-97b6-f25968bd7c94 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:53:22.527788 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device da114e2a-de33-4673-97b6-f25968bd7c94 not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:53:22.610742 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-76cf1c51-bccd-4059-b5ba-89c8d72795e2 admin admin] For port 94beaf07-043a-4c59-b2f1-9e794c874951, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=94beaf07-043a-4c59-b2f1-9e794c874951,segment=NetworkSegment(ed159675-bc31-4d13-b4f2-94b5ca10e099),segment_id=ed159675-bc31-4d13-b4f2-94b5ca10e099)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:22.610974 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-76cf1c51-bccd-4059-b5ba-89c8d72795e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (94beaf07-043a-4c59-b2f1-9e794c874951), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:22.616242 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f802fb44-7cea-44ba-a69a-27eb15cf6699 None None] DHCP port deletion for bcc9ecc3-3974-48b0-9b9b-69e3d57122dc request from dv-cinder-837166-1-iscsi {{(pid=103550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 17:53:22.635370 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-76cf1c51-bccd-4059-b5ba-89c8d72795e2 admin admin] Calling delete_port for 94beaf07-043a-4c59-b2f1-9e794c874951 owned by network:dhcp {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:53:22.667940 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-f802fb44-7cea-44ba-a69a-27eb15cf6699 None None] Deleting port 94beaf07-043a-4c59-b2f1-9e794c874951 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:53:22.668328 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f802fb44-7cea-44ba-a69a-27eb15cf6699 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (94beaf07-043a-4c59-b2f1-9e794c874951), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:22.746888 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-76cf1c51-bccd-4059-b5ba-89c8d72795e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (94beaf07-043a-4c59-b2f1-9e794c874951), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:22.747269 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-f802fb44-7cea-44ba-a69a-27eb15cf6699 None None] For port 94beaf07-043a-4c59-b2f1-9e794c874951, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=94beaf07-043a-4c59-b2f1-9e794c874951,segment=NetworkSegment(ed159675-bc31-4d13-b4f2-94b5ca10e099),segment_id=ed159675-bc31-4d13-b4f2-94b5ca10e099)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:22.747709 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f802fb44-7cea-44ba-a69a-27eb15cf6699 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (94beaf07-043a-4c59-b2f1-9e794c874951), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:22.762476 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-f802fb44-7cea-44ba-a69a-27eb15cf6699 None None] Calling delete_port for 94beaf07-043a-4c59-b2f1-9e794c874951 owned by network:dhcp {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:53:22.774660 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf1c51-bccd-4059-b5ba-89c8d72795e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=94beaf07-043a-4c59-b2f1-9e794c874951,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:22.783480 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cf1c51-bccd-4059-b5ba-89c8d72795e2 admin admin] No DVR routers for this DVR port 94beaf07-043a-4c59-b2f1-9e794c874951 on host dv-cinder-837166-1-iscsi {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:53:22.860484 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-76cf1c51-bccd-4059-b5ba-89c8d72795e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1707906', 'neutron.services.segments.db._delete_segments_for_network-8780306556573'] for network (bcc9ecc3-3974-48b0-9b9b-69e3d57122dc), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:22.872625 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f802fb44-7cea-44ba-a69a-27eb15cf6699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215'] for port (94beaf07-043a-4c59-b2f1-9e794c874951), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:22.885834 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-76cf1c51-bccd-4059-b5ba-89c8d72795e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc9ecc3-3974-48b0-9b9b-69e3d57122dc']}} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:22.895590 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-76cf1c51-bccd-4059-b5ba-89c8d72795e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed159675-bc31-4d13-b4f2-94b5ca10e099') {'for_net_delete': True} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:22.896055 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-76cf1c51-bccd-4059-b5ba-89c8d72795e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed159675-bc31-4d13-b4f2-94b5ca10e099') {} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:22.898162 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802fb44-7cea-44ba-a69a-27eb15cf6699 None None] Pushing event deleted for resources: {'Port': ['ID=94beaf07-043a-4c59-b2f1-9e794c874951,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:22.907210 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f802fb44-7cea-44ba-a69a-27eb15cf6699 None None] No DVR routers for this DVR port 94beaf07-043a-4c59-b2f1-9e794c874951 on host dv-cinder-837166-1-iscsi {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:53:22.907376 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-76cf1c51-bccd-4059-b5ba-89c8d72795e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780306558374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30987638'] for segment (ed159675-bc31-4d13-b4f2-94b5ca10e099), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:22.926616 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-76cf1c51-bccd-4059-b5ba-89c8d72795e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (ed159675-bc31-4d13-b4f2-94b5ca10e099), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:22.933918 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76cf1c51-bccd-4059-b5ba-89c8d72795e2 admin admin] Releasing vlan 986 on physical network physnet1 to pool {{(pid=103548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:53:22.934243 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-76cf1c51-bccd-4059-b5ba-89c8d72795e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30242400'] for segment (ed159675-bc31-4d13-b4f2-94b5ca10e099), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: Traceback (most recent call last): Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: timer() Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: cb(*args, **kw) Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: return func(*args, **kwargs) Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: self._notify() Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: self.callback(batched_events) Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: event.method(event) Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: return f(self, *a, **k) Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: return self._get(url).json() Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: return self.request(url, 'GET', **kwargs) Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:53:22.936006 dv-cinder-837166-1-iscsi neutron-server[103548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:53:22.995978 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-76cf1c51-bccd-4059-b5ba-89c8d72795e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1707913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726762'] for network (bcc9ecc3-3974-48b0-9b9b-69e3d57122dc), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:23.001369 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-76cf1c51-bccd-4059-b5ba-89c8d72795e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:23.004605 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-76cf1c51-bccd-4059-b5ba-89c8d72795e2 admin admin] 10.222.0.86 "DELETE /v2.0/networks/bcc9ecc3-3974-48b0-9b9b-69e3d57122dc HTTP/1.1" status: 204 len: 168 time: 0.6132793 Apr 08 17:53:23.010454 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44780) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:23.018093 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf1c51-bccd-4059-b5ba-89c8d72795e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc9ecc3-3974-48b0-9b9b-69e3d57122dc,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:23.374167 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-8c85fe9e-5a7b-4a7b-830c-30e9a2602dcf tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1ccc0d12290a4e4bb746beeee74c3fe3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325372 Apr 08 17:53:23.380410 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-439c061d-a1ea-4b13-9721-69b4fd6809cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732664'] for router_interface (4676e6bc-b2f2-4aa6-9741-e88ddc35fc27), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:23.421499 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9a7bd0eb-185e-4195-847e-ddbc009441cf req-b2290fc1-ab87-47a8-80b3-f4029061cfe2 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/ports?device_id=12ae07af-0d48-408f-abe7-e081e0fe7413 HTTP/1.1" status: 200 len: 210 time: 0.0315166 Apr 08 17:53:23.426400 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:53:23.641238 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-366e8f20-4d91-43d5-9971-68fc372bed6f tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:23.642733 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-366e8f20-4d91-43d5-9971-68fc372bed6f tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2595479 Apr 08 17:53:23.679533 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-e708955a-3dbe-4899-85e5-74fd4b8e6572 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Request body: {'port': {'device_id': '12ae07af-0d48-408f-abe7-e081e0fe7413', 'network_id': '1ae993eb-db0e-43de-bae5-bba54c0984fb', 'admin_state_up': True, 'tenant_id': '1ccc0d12290a4e4bb746beeee74c3fe3'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:23.865691 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-e708955a-3dbe-4899-85e5-74fd4b8e6572 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Made reservation on behalf of 1ccc0d12290a4e4bb746beeee74c3fe3 for: {'port': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:53:23.869211 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-e708955a-3dbe-4899-85e5-74fd4b8e6572 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:23.871896 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-439c061d-a1ea-4b13-9721-69b4fd6809cc admin admin] Deleting port d852c57a-c063-4922-aec8-1ec44a3f660c {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:53:23.872250 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-439c061d-a1ea-4b13-9721-69b4fd6809cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (d852c57a-c063-4922-aec8-1ec44a3f660c), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:23.880338 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-e708955a-3dbe-4899-85e5-74fd4b8e6572 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:23.989840 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-439c061d-a1ea-4b13-9721-69b4fd6809cc admin admin] For port d852c57a-c063-4922-aec8-1ec44a3f660c, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=d852c57a-c063-4922-aec8-1ec44a3f660c,segment=NetworkSegment(736e4de1-d534-4f5d-b45b-b078386d00a3),segment_id=736e4de1-d534-4f5d-b45b-b078386d00a3)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:23.990207 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-439c061d-a1ea-4b13-9721-69b4fd6809cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (d852c57a-c063-4922-aec8-1ec44a3f660c), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:24.008771 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-439c061d-a1ea-4b13-9721-69b4fd6809cc admin admin] Calling delete_port for d852c57a-c063-4922-aec8-1ec44a3f660c owned by network:router_interface {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:53:24.085493 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-e708955a-3dbe-4899-85e5-74fd4b8e6572 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Publish callbacks [] for security_group (1a4f7d6d-cabb-4ce9-a0a0-8a73045ae3a4), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:24.095201 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-e708955a-3dbe-4899-85e5-74fd4b8e6572 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (1a4f7d6d-cabb-4ce9-a0a0-8a73045ae3a4), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:24.147012 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 94beaf07-043a-4c59-b2f1-9e794c874951 no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:53:24.173133 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: 94beaf07-043a-4c59-b2f1-9e794c874951 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:53:24.173485 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 94beaf07-043a-4c59-b2f1-9e794c874951 not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:53:24.176390 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708955a-3dbe-4899-85e5-74fd4b8e6572 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4f7d6d-cabb-4ce9-a0a0-8a73045ae3a4,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:24.299022 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-e708955a-3dbe-4899-85e5-74fd4b8e6572 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Allocated IP 192.168.233.78 (1ae993eb-db0e-43de-bae5-bba54c0984fb/97d66f92-27fa-498f-9023-743a83b7eb4f/ce5e076e-2f3a-456f-87f9-0752c4b07c73) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:53:24.353847 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-439c061d-a1ea-4b13-9721-69b4fd6809cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (d852c57a-c063-4922-aec8-1ec44a3f660c), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:24.403588 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c061d-a1ea-4b13-9721-69b4fd6809cc admin admin] Pushing event deleted for resources: {'Port': ['ID=d852c57a-c063-4922-aec8-1ec44a3f660c,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:24.847783 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5f9c5482-d95c-4b48-9746-bed075967cb3 req-6cf308d4-bc84-42a0-a2e4-7424edbd8ac1 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/ports?device_id=12ae07af-0d48-408f-abe7-e081e0fe7413 HTTP/1.1" status: 200 len: 210 time: 0.3515096 Apr 08 17:53:24.964061 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-e708955a-3dbe-4899-85e5-74fd4b8e6572 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Publish callbacks [] for port (ce5e076e-2f3a-456f-87f9-0752c4b07c73), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:24.995437 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-439c061d-a1ea-4b13-9721-69b4fd6809cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732524'] for router_interface (4676e6bc-b2f2-4aa6-9741-e88ddc35fc27), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:25.056406 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-e708955a-3dbe-4899-85e5-74fd4b8e6572 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (ce5e076e-2f3a-456f-87f9-0752c4b07c73), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:25.141237 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-e708955a-3dbe-4899-85e5-74fd4b8e6572 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Network 1ae993eb-db0e-43de-bae5-bba54c0984fb is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:53:25.151563 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-e708955a-3dbe-4899-85e5-74fd4b8e6572 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:53:25.155161 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-e708955a-3dbe-4899-85e5-74fd4b8e6572 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:53:25.158062 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708955a-3dbe-4899-85e5-74fd4b8e6572 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Pushing event updated for resources: {'Port': ['ID=ce5e076e-2f3a-456f-87f9-0752c4b07c73,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:25.217200 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-e708955a-3dbe-4899-85e5-74fd4b8e6572 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:25.217852 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-e708955a-3dbe-4899-85e5-74fd4b8e6572 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:25.270925 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-e708955a-3dbe-4899-85e5-74fd4b8e6572 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5954685 Apr 08 17:53:25.319130 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] Request body: {'port': {'device_id': '12ae07af-0d48-408f-abe7-e081e0fe7413', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:25.364378 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-bd0e1646-0e2b-4ed0-b444-a1d9564f3d23 None None] Provisioning complete for port ce5e076e-2f3a-456f-87f9-0752c4b07c73 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:25.365593 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bd0e1646-0e2b-4ed0-b444-a1d9564f3d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (ce5e076e-2f3a-456f-87f9-0752c4b07c73), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:25.393988 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439c061d-a1ea-4b13-9721-69b4fd6809cc admin admin] Router 4676e6bc-b2f2-4aa6-9741-e88ddc35fc27 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:53:25.398466 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (ce5e076e-2f3a-456f-87f9-0752c4b07c73), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:25.400759 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e1646-0e2b-4ed0-b444-a1d9564f3d23 None None] Port ce5e076e-2f3a-456f-87f9-0752c4b07c73 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:53:25.625624 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439c061d-a1ea-4b13-9721-69b4fd6809cc admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:53:25.630975 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-439c061d-a1ea-4b13-9721-69b4fd6809cc admin admin] 10.222.0.86 "PUT /v2.0/routers/4676e6bc-b2f2-4aa6-9741-e88ddc35fc27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6194694 Apr 08 17:53:25.634357 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44794) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:25.636095 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9db806-0314-4dd7-9253-e38eb8114285 None None] Sync routers for ids ['4676e6bc-b2f2-4aa6-9741-e88ddc35fc27'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:53:25.647282 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9db806-0314-4dd7-9253-e38eb8114285 None None] Routers {'4676e6bc-b2f2-4aa6-9741-e88ddc35fc27'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:53:25.648165 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-1a9db806-0314-4dd7-9253-e38eb8114285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:53:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['4676e6bc-b2f2-4aa6-9741-e88ddc35fc27'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:25.744794 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Publish callbacks [] for router (4676e6bc-b2f2-4aa6-9741-e88ddc35fc27), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:25.765624 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-1a9db806-0314-4dd7-9253-e38eb8114285 None None] Set router 4676e6bc-b2f2-4aa6-9741-e88ddc35fc27 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:53:25.777979 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5e076e-2f3a-456f-87f9-0752c4b07c73 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:53:25.786481 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] Publish callbacks [] for port (ce5e076e-2f3a-456f-87f9-0752c4b07c73), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:25.799151 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] Transition to ACTIVE for port object ce5e076e-2f3a-456f-87f9-0752c4b07c73 will not be triggered until provisioned by entity L2. {{(pid=103549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:53:25.804156 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30663424'] for port (ce5e076e-2f3a-456f-87f9-0752c4b07c73), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:25.858129 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5e076e-2f3a-456f-87f9-0752c4b07c73,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:25.875497 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Publish callbacks [] for router_gateway (4676e6bc-b2f2-4aa6-9741-e88ddc35fc27), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:25.949165 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] Attempting to bind port ce5e076e-2f3a-456f-87f9-0752c4b07c73 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:53:25.949588 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] Attempting to bind port ce5e076e-2f3a-456f-87f9-0752c4b07c73 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '91ba1507-6abb-48a2-82b5-259ece99ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '1ae993eb-db0e-43de-bae5-bba54c0984fb'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:53:25.949994 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] Attempting to bind port ce5e076e-2f3a-456f-87f9-0752c4b07c73 on network 1ae993eb-db0e-43de-bae5-bba54c0984fb {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:53:25.955722 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] Port ce5e076e-2f3a-456f-87f9-0752c4b07c73 on network 1ae993eb-db0e-43de-bae5-bba54c0984fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:53:25.956420 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] Attempting to bind port ce5e076e-2f3a-456f-87f9-0752c4b07c73 on network 1ae993eb-db0e-43de-bae5-bba54c0984fb {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:53:25.962616 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] Checking agent: {'id': '0d41f64d-5a28-4579-bdba-007f65057d65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:53:25.963560 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] Checking segment: {'id': '91ba1507-6abb-48a2-82b5-259ece99ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '1ae993eb-db0e-43de-bae5-bba54c0984fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:53:25.963560 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] Bound using segment: {'id': '91ba1507-6abb-48a2-82b5-259ece99ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '1ae993eb-db0e-43de-bae5-bba54c0984fb'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:53:25.964087 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] Bound port: ce5e076e-2f3a-456f-87f9-0752c4b07c73, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ba1507-6abb-48a2-82b5-259ece99ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '1ae993eb-db0e-43de-bae5-bba54c0984fb'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:53:25.964602 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (ce5e076e-2f3a-456f-87f9-0752c4b07c73), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:25.976941 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-1a9db806-0314-4dd7-9253-e38eb8114285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4676e6bc-b2f2-4aa6-9741-e88ddc35fc27', 'name': 'tempest-TestMinimumBasicScenario-2048207892-router', 'tenant_id': '222dc3d082594aabb56abd251c876d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c9b0d5c3-4564-499b-8d96-9c43799c3903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:20Z', 'updated_at': '2022-04-08T17:53:24Z', 'revision_number': 5, 'project_id': '222dc3d082594aabb56abd251c876d6f', 'gw_port': {'id': 'c9b0d5c3-4564-499b-8d96-9c43799c3903', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4676e6bc-b2f2-4aa6-9741-e88ddc35fc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:48:21Z', 'updated_at': '2022-04-08T17:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:25.983430 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Deleting port c9b0d5c3-4564-499b-8d96-9c43799c3903 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:53:25.983770 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (c9b0d5c3-4564-499b-8d96-9c43799c3903), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:26.012669 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9db806-0314-4dd7-9253-e38eb8114285 None None] Checking router: 4676e6bc-b2f2-4aa6-9741-e88ddc35fc27 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:53:26.023155 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9db806-0314-4dd7-9253-e38eb8114285 None None] Routers {'4676e6bc-b2f2-4aa6-9741-e88ddc35fc27'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:53:26.024065 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-1a9db806-0314-4dd7-9253-e38eb8114285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:53:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['4676e6bc-b2f2-4aa6-9741-e88ddc35fc27'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:26.049423 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] For port ce5e076e-2f3a-456f-87f9-0752c4b07c73, host hv-cinder-83716, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:53:26.053643 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] For port ce5e076e-2f3a-456f-87f9-0752c4b07c73, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ce5e076e-2f3a-456f-87f9-0752c4b07c73,segment=NetworkSegment(91ba1507-6abb-48a2-82b5-259ece99ca0d),segment_id=91ba1507-6abb-48a2-82b5-259ece99ca0d)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:53:26.059928 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30663424'] for port (ce5e076e-2f3a-456f-87f9-0752c4b07c73), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:26.076814 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:26.077479 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:26.078813 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] 10.222.0.20 "PUT /v2.0/ports/ce5e076e-2f3a-456f-87f9-0752c4b07c73 HTTP/1.1" status: 200 len: 1097 time: 0.7941170 Apr 08 17:53:26.080518 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ae07af-0d48-408f-abe7-e081e0fe7413', 'tag': 'ce5e076e-2f3a-456f-87f9-0752c4b07c73'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:53:26.082877 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29d8a8c-35f2-4ba4-bfd3-baaf336d2d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "12ae07af-0d48-408f-abe7-e081e0fe7413", "tag": "ce5e076e-2f3a-456f-87f9-0752c4b07c73"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:53:26.131846 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b119b88-8878-4003-acf3-f68d5b509c41 req-77422e36-4b4e-407b-aeaf-ea00c2715605 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:26.133562 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7b119b88-8878-4003-acf3-f68d5b509c41 req-77422e36-4b4e-407b-aeaf-ea00c2715605 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/ports?device_id=12ae07af-0d48-408f-abe7-e081e0fe7413 HTTP/1.1" status: 200 len: 947 time: 0.0992670 Apr 08 17:53:26.193120 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-14425c47-cce0-4751-a79a-dbf1137a6458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:26.194669 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-14425c47-cce0-4751-a79a-dbf1137a6458 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ccc0d12290a4e4bb746beeee74c3fe3&device_id=12ae07af-0d48-408f-abe7-e081e0fe7413 HTTP/1.1" status: 200 len: 1131 time: 0.0501294 Apr 08 17:53:26.208430 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b44613a-12b1-41eb-b81d-d627ef5fcbab x-openstack-request-id: req-5b44613a-12b1-41eb-b81d-d627ef5fcbab {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:53:26.208767 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ae07af-0d48-408f-abe7-e081e0fe7413", "tag": "ce5e076e-2f3a-456f-87f9-0752c4b07c73", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:53:26.209030 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5b44613a-12b1-41eb-b81d-d627ef5fcbab {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:53:26.209433 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b44613a-12b1-41eb-b81d-d627ef5fcbab'] response: {'name': 'network-changed', 'server_uuid': '12ae07af-0d48-408f-abe7-e081e0fe7413', 'tag': 'ce5e076e-2f3a-456f-87f9-0752c4b07c73', 'status': 'completed', 'code': 200} Apr 08 17:53:26.216655 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-1a9db806-0314-4dd7-9253-e38eb8114285 None None] Set router 4676e6bc-b2f2-4aa6-9741-e88ddc35fc27 gateway port host: None {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:53:26.228771 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] For port c9b0d5c3-4564-499b-8d96-9c43799c3903, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=c9b0d5c3-4564-499b-8d96-9c43799c3903,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:26.229144 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (c9b0d5c3-4564-499b-8d96-9c43799c3903), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:26.253841 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Calling delete_port for c9b0d5c3-4564-499b-8d96-9c43799c3903 owned by network:router_gateway {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:53:26.271998 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7b119b88-8878-4003-acf3-f68d5b509c41 req-2e2b7406-c66e-4178-9a19-3e46433b9f44 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/security-groups?id=1a4f7d6d-cabb-4ce9-a0a0-8a73045ae3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302671 Apr 08 17:53:26.282360 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-ba2f62a0-a338-44b5-94e4-73884dc05ade service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=ce5e076e-2f3a-456f-87f9-0752c4b07c73 HTTP/1.1" status: 200 len: 217 time: 0.0720162 Apr 08 17:53:26.292372 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-1a9db806-0314-4dd7-9253-e38eb8114285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4676e6bc-b2f2-4aa6-9741-e88ddc35fc27', 'name': 'tempest-TestMinimumBasicScenario-2048207892-router', 'tenant_id': '222dc3d082594aabb56abd251c876d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:20Z', 'updated_at': '2022-04-08T17:53:25Z', 'revision_number': 6, 'project_id': '222dc3d082594aabb56abd251c876d6f', 'gw_port_host': None}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:26.322767 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9db806-0314-4dd7-9253-e38eb8114285 None None] The sync data for ids ['4676e6bc-b2f2-4aa6-9741-e88ddc35fc27'] in dv-cinder-837166-1-iscsi is: [{'id': '4676e6bc-b2f2-4aa6-9741-e88ddc35fc27', 'name': 'tempest-TestMinimumBasicScenario-2048207892-router', 'tenant_id': '222dc3d082594aabb56abd251c876d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:48:20Z', 'updated_at': '2022-04-08T17:53:25Z', 'revision_number': 6, 'project_id': '222dc3d082594aabb56abd251c876d6f', 'gw_port_host': None}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:53:26.335715 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615491c-6cdc-4c5a-952c-fd7ff3934086 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5e076e-2f3a-456f-87f9-0752c4b07c73,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:26.358158 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-dcf5ceec-5dae-413f-916f-80f702a25d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:26.359865 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-dcf5ceec-5dae-413f-916f-80f702a25d6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=97d66f92-27fa-498f-9023-743a83b7eb4f HTTP/1.1" status: 200 len: 843 time: 0.0653389 Apr 08 17:53:26.410608 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-b7bbd8a3-d8fc-4846-bec6-5ebb9813c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:26.412088 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-b7bbd8a3-d8fc-4846-bec6-5ebb9813c866 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ae993eb-db0e-43de-bae5-bba54c0984fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0438938 Apr 08 17:53:26.462631 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (c9b0d5c3-4564-499b-8d96-9c43799c3903), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:26.488662 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b0d5c3-4564-499b-8d96-9c43799c3903,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:26.500654 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:26.501039 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:26.501385 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:26.501696 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:26.502048 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:26.502378 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:26.502703 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:26.503054 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:26.503379 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:26.503695 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:26.504034 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:26.504359 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:26.504711 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:26.505073 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:26.505459 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:26.516199 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-cc950194-48da-4d86-8fcf-65d59e91bbc6 service neutron] 10.222.0.20 "GET /v2.0/networks/1ae993eb-db0e-43de-bae5-bba54c0984fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958030 Apr 08 17:53:26.562326 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726670'] for router_gateway (4676e6bc-b2f2-4aa6-9741-e88ddc35fc27), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:26.609257 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8461704f-0c69-4c50-a5ff-13b640dbd06c req-e3fd8fd3-a9ab-40d7-8fb6-38b612d87cb0 service neutron] 10.222.0.20 "GET /v2.0/networks/1ae993eb-db0e-43de-bae5-bba54c0984fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865870 Apr 08 17:53:26.656251 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4576'] for router (4676e6bc-b2f2-4aa6-9741-e88ddc35fc27), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:26.658503 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Publish callbacks [] for router_controller (4676e6bc-b2f2-4aa6-9741-e88ddc35fc27), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:26.708604 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-681261'] for router (4676e6bc-b2f2-4aa6-9741-e88ddc35fc27), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:26.709405 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4676e6bc-b2f2-4aa6-9741-e88ddc35fc27 {{(pid=103548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 17:53:26.714335 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:26.715711 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-260a9dca-5520-42e4-9dc7-baad2ca18e3e admin admin] 10.222.0.86 "DELETE /v2.0/routers/4676e6bc-b2f2-4aa6-9741-e88ddc35fc27 HTTP/1.1" status: 204 len: 168 time: 1.0801470 Apr 08 17:53:26.718350 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44802) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:26.764791 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9a7b09-1581-434f-be77-cec8c77896b3 admin admin] Deleting subnet f2ae2361-08f1-4aab-831c-c6a9bc66d52f {{(pid=103548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:53:26.768506 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3c9a7b09-1581-434f-be77-cec8c77896b3 admin admin] Publish callbacks [] for subnet (f2ae2361-08f1-4aab-831c-c6a9bc66d52f), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:26.805321 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3c9a7b09-1581-434f-be77-cec8c77896b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30987647'] for subnet (f2ae2361-08f1-4aab-831c-c6a9bc66d52f), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:26.889201 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3c9a7b09-1581-434f-be77-cec8c77896b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709327'] for subnet (f2ae2361-08f1-4aab-831c-c6a9bc66d52f), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:26.951851 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3c9a7b09-1581-434f-be77-cec8c77896b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1709334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30242310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30287709'] for subnet (f2ae2361-08f1-4aab-831c-c6a9bc66d52f), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:26.975304 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a7b09-1581-434f-be77-cec8c77896b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ae2361-08f1-4aab-831c-c6a9bc66d52f,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:26.980924 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3c9a7b09-1581-434f-be77-cec8c77896b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:26.984015 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-3c9a7b09-1581-434f-be77-cec8c77896b3 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/f2ae2361-08f1-4aab-831c-c6a9bc66d52f HTTP/1.1" status: 204 len: 168 time: 0.2646790 Apr 08 17:53:26.987429 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44804) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:26.990417 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579004e5-59ae-46be-a90e-62237de18e0b None None] Network 95b74037-3e25-4414-8c3c-5a3641ccede6 requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:53:27.063083 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-65381f04-d896-405f-9255-727d3ef5b6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832628'] for network (95b74037-3e25-4414-8c3c-5a3641ccede6), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:27.119454 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-65381f04-d896-405f-9255-727d3ef5b6aa admin admin] Deleting port 87b3aedf-a02b-488c-9676-fb564269c9ce {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:53:27.119804 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-65381f04-d896-405f-9255-727d3ef5b6aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (87b3aedf-a02b-488c-9676-fb564269c9ce), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:27.147993 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcbdd07-b200-4799-bf94-b97245483d9a None None] DHCP port deletion for 95b74037-3e25-4414-8c3c-5a3641ccede6 request from dv-cinder-837166-1-iscsi {{(pid=103550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 17:53:27.187195 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-65381f04-d896-405f-9255-727d3ef5b6aa admin admin] For port 87b3aedf-a02b-488c-9676-fb564269c9ce, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=87b3aedf-a02b-488c-9676-fb564269c9ce,segment=NetworkSegment(736e4de1-d534-4f5d-b45b-b078386d00a3),segment_id=736e4de1-d534-4f5d-b45b-b078386d00a3)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:27.187656 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-65381f04-d896-405f-9255-727d3ef5b6aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (87b3aedf-a02b-488c-9676-fb564269c9ce), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:27.188500 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-afcbdd07-b200-4799-bf94-b97245483d9a None None] Deleting port 87b3aedf-a02b-488c-9676-fb564269c9ce {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:53:27.188870 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-afcbdd07-b200-4799-bf94-b97245483d9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (87b3aedf-a02b-488c-9676-fb564269c9ce), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:27.202851 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-65381f04-d896-405f-9255-727d3ef5b6aa admin admin] Calling delete_port for 87b3aedf-a02b-488c-9676-fb564269c9ce owned by network:dhcp {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:53:27.264843 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-afcbdd07-b200-4799-bf94-b97245483d9a None None] For port 87b3aedf-a02b-488c-9676-fb564269c9ce, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=87b3aedf-a02b-488c-9676-fb564269c9ce,segment=NetworkSegment(736e4de1-d534-4f5d-b45b-b078386d00a3),segment_id=736e4de1-d534-4f5d-b45b-b078386d00a3)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:27.265247 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-afcbdd07-b200-4799-bf94-b97245483d9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (87b3aedf-a02b-488c-9676-fb564269c9ce), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:27.279439 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-afcbdd07-b200-4799-bf94-b97245483d9a None None] Calling delete_port for 87b3aedf-a02b-488c-9676-fb564269c9ce owned by network:dhcp {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:53:27.290963 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-65381f04-d896-405f-9255-727d3ef5b6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (87b3aedf-a02b-488c-9676-fb564269c9ce), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:27.323574 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65381f04-d896-405f-9255-727d3ef5b6aa admin admin] No DVR routers for this DVR port 87b3aedf-a02b-488c-9676-fb564269c9ce on host dv-cinder-837166-1-iscsi {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:53:27.329484 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65381f04-d896-405f-9255-727d3ef5b6aa admin admin] Pushing event deleted for resources: {'Port': ['ID=87b3aedf-a02b-488c-9676-fb564269c9ce,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:27.383153 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-afcbdd07-b200-4799-bf94-b97245483d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215'] for port (87b3aedf-a02b-488c-9676-fb564269c9ce), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:27.389757 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23a54d-2627-4289-8f1a-d99957266bbe req-a89b4735-93c5-465e-961b-1c8d964bb25e tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:27.391420 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6a23a54d-2627-4289-8f1a-d99957266bbe req-a89b4735-93c5-465e-961b-1c8d964bb25e tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/ports?device_id=12ae07af-0d48-408f-abe7-e081e0fe7413 HTTP/1.1" status: 200 len: 947 time: 0.0535581 Apr 08 17:53:27.414204 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbdd07-b200-4799-bf94-b97245483d9a None None] Pushing event deleted for resources: {'Port': ['ID=87b3aedf-a02b-488c-9676-fb564269c9ce,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:27.418129 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-65381f04-d896-405f-9255-727d3ef5b6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1707906', 'neutron.services.segments.db._delete_segments_for_network-8780306556573'] for network (95b74037-3e25-4414-8c3c-5a3641ccede6), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:27.420024 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcbdd07-b200-4799-bf94-b97245483d9a None None] No DVR routers for this DVR port 87b3aedf-a02b-488c-9676-fb564269c9ce on host dv-cinder-837166-1-iscsi {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:53:27.444711 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-65381f04-d896-405f-9255-727d3ef5b6aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b74037-3e25-4414-8c3c-5a3641ccede6']}} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:27.454093 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-65381f04-d896-405f-9255-727d3ef5b6aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736e4de1-d534-4f5d-b45b-b078386d00a3') {'for_net_delete': True} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:27.454293 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-65381f04-d896-405f-9255-727d3ef5b6aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736e4de1-d534-4f5d-b45b-b078386d00a3') {} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:27.463957 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-65381f04-d896-405f-9255-727d3ef5b6aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780306558374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30987638'] for segment (736e4de1-d534-4f5d-b45b-b078386d00a3), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:27.467447 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6a23a54d-2627-4289-8f1a-d99957266bbe req-a327ba01-5618-401b-ab17-a1e4415992c9 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/security-groups?id=1a4f7d6d-cabb-4ce9-a0a0-8a73045ae3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691075 Apr 08 17:53:27.477861 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-65381f04-d896-405f-9255-727d3ef5b6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (736e4de1-d534-4f5d-b45b-b078386d00a3), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65381f04-d896-405f-9255-727d3ef5b6aa admin admin] Releasing vlan 970 on physical network physnet1 to pool {{(pid=103548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-65381f04-d896-405f-9255-727d3ef5b6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30242400'] for segment (736e4de1-d534-4f5d-b45b-b078386d00a3), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: Traceback (most recent call last): Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: timer() Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: cb(*args, **kw) Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: return func(*args, **kwargs) Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: self._notify() Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: self.callback(batched_events) Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: event.method(event) Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: return f(self, *a, **k) Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: return self._get(url).json() Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: return self.request(url, 'GET', **kwargs) Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:53:27.488018 dv-cinder-837166-1-iscsi neutron-server[103548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:53:27.540887 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-65381f04-d896-405f-9255-727d3ef5b6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1707913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726762'] for network (95b74037-3e25-4414-8c3c-5a3641ccede6), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:27.546270 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-65381f04-d896-405f-9255-727d3ef5b6aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:27.549492 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-65381f04-d896-405f-9255-727d3ef5b6aa admin admin] 10.222.0.86 "DELETE /v2.0/networks/95b74037-3e25-4414-8c3c-5a3641ccede6 HTTP/1.1" status: 204 len: 168 time: 0.5611565 Apr 08 17:53:27.562189 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65381f04-d896-405f-9255-727d3ef5b6aa admin admin] Pushing event deleted for resources: {'Network': ['ID=95b74037-3e25-4414-8c3c-5a3641ccede6,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:27.721959 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44812) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:27.762606 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-7201e505-742f-4fc0-af3a-785407e4f005 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3f2dc62e15854e2bb119a9029718d482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394640 Apr 08 17:53:27.765169 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44814) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:27.820074 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b33310c7-953b-4ac5-b3c8-80ad1ac18dc7 admin admin] Publish callbacks [] for security_group (007b39a0-c8f9-4051-b08c-8f7c49240c71), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:27.842874 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b33310c7-953b-4ac5-b3c8-80ad1ac18dc7 admin admin] Publish callbacks [] for security_group (007b39a0-c8f9-4051-b08c-8f7c49240c71), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:27.891575 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b33310c7-953b-4ac5-b3c8-80ad1ac18dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (007b39a0-c8f9-4051-b08c-8f7c49240c71), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:27.895931 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b33310c7-953b-4ac5-b3c8-80ad1ac18dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:27.897091 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-b33310c7-953b-4ac5-b3c8-80ad1ac18dc7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/007b39a0-c8f9-4051-b08c-8f7c49240c71 HTTP/1.1" status: 204 len: 168 time: 0.1310027 Apr 08 17:53:27.905011 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33310c7-953b-4ac5-b3c8-80ad1ac18dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007b39a0-c8f9-4051-b08c-8f7c49240c71,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:28.175481 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device c9b0d5c3-4564-499b-8d96-9c43799c3903 no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:53:28.197705 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: c9b0d5c3-4564-499b-8d96-9c43799c3903 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:53:28.198054 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device c9b0d5c3-4564-499b-8d96-9c43799c3903 not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:53:28.198474 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device d852c57a-c063-4922-aec8-1ec44a3f660c no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:53:28.218895 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: d852c57a-c063-4922-aec8-1ec44a3f660c {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:53:28.219246 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device d852c57a-c063-4922-aec8-1ec44a3f660c not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:53:28.219669 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 87b3aedf-a02b-488c-9676-fb564269c9ce no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:53:28.234408 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44822) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:28.240043 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: 87b3aedf-a02b-488c-9676-fb564269c9ce {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:53:28.240506 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 87b3aedf-a02b-488c-9676-fb564269c9ce not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:53:28.279222 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-eb31744c-ac6a-4b51-a9bc-9a8543a5302c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=222dc3d082594aabb56abd251c876d6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436215 Apr 08 17:53:28.283289 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44824) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:28.332802 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0136aa3e-3c2d-48e4-a1aa-62d46d37d86f admin admin] Publish callbacks [] for security_group (f7d6837b-59ba-4a66-8473-120ab7cccf06), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:28.355307 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0136aa3e-3c2d-48e4-a1aa-62d46d37d86f admin admin] Publish callbacks [] for security_group (f7d6837b-59ba-4a66-8473-120ab7cccf06), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:28.414389 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0136aa3e-3c2d-48e4-a1aa-62d46d37d86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (f7d6837b-59ba-4a66-8473-120ab7cccf06), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:28.417433 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0136aa3e-3c2d-48e4-a1aa-62d46d37d86f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:28.418793 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-0136aa3e-3c2d-48e4-a1aa-62d46d37d86f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f7d6837b-59ba-4a66-8473-120ab7cccf06 HTTP/1.1" status: 204 len: 168 time: 0.1345689 Apr 08 17:53:28.427039 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136aa3e-3c2d-48e4-a1aa-62d46d37d86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d6837b-59ba-4a66-8473-120ab7cccf06,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:28.592003 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf70600-1c2d-4885-a89c-a60802da2c4a req-c36d690d-23cd-4352-812f-0306a673c059 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:28.593536 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5bf70600-1c2d-4885-a89c-a60802da2c4a req-c36d690d-23cd-4352-812f-0306a673c059 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/ports?device_id=12ae07af-0d48-408f-abe7-e081e0fe7413 HTTP/1.1" status: 200 len: 947 time: 0.0488391 Apr 08 17:53:28.641258 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5bf70600-1c2d-4885-a89c-a60802da2c4a req-55451675-4444-4cd6-ac4a-44871b1d5b39 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/security-groups?id=1a4f7d6d-cabb-4ce9-a0a0-8a73045ae3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416808 Apr 08 17:53:29.183394 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44850) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:29.296606 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-d93f2068-b2e7-4d4f-a6e5-8afbeadd4240 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1402029806-network', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:29.321745 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93f2068-b2e7-4d4f-a6e5-8afbeadd4240 admin admin] Made reservation on behalf of bc8f668fe2c54b07aa0523c0576449f9 for: {'network': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:53:29.324162 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d93f2068-b2e7-4d4f-a6e5-8afbeadd4240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for network (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:29.332566 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d93f2068-b2e7-4d4f-a6e5-8afbeadd4240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:29.409066 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d93f2068-b2e7-4d4f-a6e5-8afbeadd4240 admin admin] Publish callbacks [] for security_group (dcdba425-a235-4c17-ad25-20a114f3ed37), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:29.414771 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d93f2068-b2e7-4d4f-a6e5-8afbeadd4240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (dcdba425-a235-4c17-ad25-20a114f3ed37), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:29.440806 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93f2068-b2e7-4d4f-a6e5-8afbeadd4240 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 994} {{(pid=103549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:53:29.447319 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f2068-b2e7-4d4f-a6e5-8afbeadd4240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdba425-a235-4c17-ad25-20a114f3ed37,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:29.453544 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d93f2068-b2e7-4d4f-a6e5-8afbeadd4240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (28c56a22-6df6-4b31-8955-e44be86ab316), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:29.453891 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.segments_db [None req-d93f2068-b2e7-4d4f-a6e5-8afbeadd4240 admin admin] Added segment 28c56a22-6df6-4b31-8955-e44be86ab316 of type vlan for network f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda Apr 08 17:53:29.494026 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d93f2068-b2e7-4d4f-a6e5-8afbeadd4240 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780306027852'] for network (f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:29.518976 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d93f2068-b2e7-4d4f-a6e5-8afbeadd4240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for network (f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:29.519830 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93f2068-b2e7-4d4f-a6e5-8afbeadd4240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:29.520582 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d93f2068-b2e7-4d4f-a6e5-8afbeadd4240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:29.567008 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-d93f2068-b2e7-4d4f-a6e5-8afbeadd4240 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3824520 Apr 08 17:53:29.570060 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44854) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:29.575037 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-bd4da7a4-a95e-4cf0-a4cf-7a85410252f6 admin admin] Request body: {'subnet': {'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1402029806-subnet', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'ip_version': 4}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:29.596905 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4da7a4-a95e-4cf0-a4cf-7a85410252f6 admin admin] Made reservation on behalf of bc8f668fe2c54b07aa0523c0576449f9 for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:53:29.597170 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f2068-b2e7-4d4f-a6e5-8afbeadd4240 admin admin] Pushing event updated for resources: {'Network': ['ID=f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:29.599663 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bd4da7a4-a95e-4cf0-a4cf-7a85410252f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30287672'] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:29.607991 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Network f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda details requested by agent ovs-agent-dv-cinder-837166-1-iscsi with host dv-cinder-837166-1-iscsi {{(pid=103550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:53:29.769092 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ef558-d5f8-49b3-a1f4-4759779fc587 req-02eab7ab-5289-4e48-a315-d3b3aa0c2d5f tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:29.770898 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-797ef558-d5f8-49b3-a1f4-4759779fc587 req-02eab7ab-5289-4e48-a315-d3b3aa0c2d5f tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/ports?device_id=12ae07af-0d48-408f-abe7-e081e0fe7413 HTTP/1.1" status: 200 len: 947 time: 0.0614762 Apr 08 17:53:29.783274 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bd4da7a4-a95e-4cf0-a4cf-7a85410252f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30241987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30287702'] for subnet (2b796030-ee41-4109-87be-48399136d146), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:29.822191 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-797ef558-d5f8-49b3-a1f4-4759779fc587 req-784f14ce-50ce-42f0-a493-4bab363f6d23 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/security-groups?id=1a4f7d6d-cabb-4ce9-a0a0-8a73045ae3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454059 Apr 08 17:53:29.844304 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4da7a4-a95e-4cf0-a4cf-7a85410252f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b796030-ee41-4109-87be-48399136d146,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:29.853115 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4da7a4-a95e-4cf0-a4cf-7a85410252f6 admin admin] Checking segment: {'id': '28c56a22-6df6-4b31-8955-e44be86ab316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:53:29.853472 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4da7a4-a95e-4cf0-a4cf-7a85410252f6 admin admin] Network hostable DHCP agents. Network: f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda, hostable agents: ['936a358b-e021-4ff4-ad20-3c86fe6ebe95'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:53:29.871013 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4da7a4-a95e-4cf0-a4cf-7a85410252f6 admin admin] Network f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda is scheduled to be hosted by DHCP agent 936a358b-e021-4ff4-ad20-3c86fe6ebe95 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:53:29.882461 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-bd4da7a4-a95e-4cf0-a4cf-7a85410252f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-1-iscsi, f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:53:29.886950 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4da7a4-a95e-4cf0-a4cf-7a85410252f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:29.887541 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bd4da7a4-a95e-4cf0-a4cf-7a85410252f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:29.891953 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032c592e-9612-40a8-b662-063c1b1bdad5 None None] Network f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:53:29.905339 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-bd4da7a4-a95e-4cf0-a4cf-7a85410252f6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3341236 Apr 08 17:53:29.908460 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44858) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:29.913107 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-ca058074-82f7-4db2-ab2c-d068e0386709 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1402029806-router', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:29.932732 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ca058074-82f7-4db2-ab2c-d068e0386709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4502'] for router (fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:29.933790 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ca058074-82f7-4db2-ab2c-d068e0386709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-870358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4591'] for router (fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:29.987221 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ca058074-82f7-4db2-ab2c-d068e0386709 admin admin] Publish callbacks [] for router_controller (fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9), precommit_add_association {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:30.000043 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35163598-e5d9-56ed-9ece-8fe9d48bf079-f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda', 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda', 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'fixed_ips': [{'subnet_id': '2b796030-ee41-4109-87be-48399136d146'}]}} from dv-cinder-837166-1-iscsi. {{(pid=103550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:53:30.001157 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:30.141958 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Allocated IP 172.20.0.2 (f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda/2b796030-ee41-4109-87be-48399136d146/43629834-d6f7-4591-80ba-7c1248156f20) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:53:30.301565 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Publish callbacks [] for port (43629834-d6f7-4591-80ba-7c1248156f20), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:30.308697 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (43629834-d6f7-4591-80ba-7c1248156f20), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:30.348093 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Network f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:53:30.351018 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:53:30.354527 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:53:30.367616 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Pushing event updated for resources: {'Port': ['ID=43629834-d6f7-4591-80ba-7c1248156f20,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:30.413761 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ca058074-82f7-4db2-ab2c-d068e0386709 admin admin] Publish callbacks [] for router_gateway (fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:30.561231 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Attempting to bind port 43629834-d6f7-4591-80ba-7c1248156f20 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:53:30.561605 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Attempting to bind port 43629834-d6f7-4591-80ba-7c1248156f20 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': '28c56a22-6df6-4b31-8955-e44be86ab316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:53:30.561971 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Attempting to bind port 43629834-d6f7-4591-80ba-7c1248156f20 on network f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:53:30.567016 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:53:30.567614 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Checking segment: {'id': '28c56a22-6df6-4b31-8955-e44be86ab316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:53:30.567945 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:30.568450 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Bound using segment: {'id': '28c56a22-6df6-4b31-8955-e44be86ab316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:53:30.568920 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Bound port: 43629834-d6f7-4591-80ba-7c1248156f20, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c56a22-6df6-4b31-8955-e44be86ab316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:53:30.569302 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (43629834-d6f7-4591-80ba-7c1248156f20), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:30.606637 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ca058074-82f7-4db2-ab2c-d068e0386709 admin admin] Publish callbacks [] for router_gateway (fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:30.625480 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ca058074-82f7-4db2-ab2c-d068e0386709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:30.631613 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] For port 43629834-d6f7-4591-80ba-7c1248156f20, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:53:30.634808 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] For port 43629834-d6f7-4591-80ba-7c1248156f20, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=43629834-d6f7-4591-80ba-7c1248156f20,segment=NetworkSegment(28c56a22-6df6-4b31-8955-e44be86ab316),segment_id=28c56a22-6df6-4b31-8955-e44be86ab316)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:53:30.642382 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (43629834-d6f7-4591-80ba-7c1248156f20), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:30.703640 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Pushing event updated for resources: {'Port': ['ID=43629834-d6f7-4591-80ba-7c1248156f20,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:30.711261 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:30.711606 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:30.711943 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:30.712283 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:30.712652 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:30.712985 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:30.713313 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:30.713639 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:30.713963 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:30.714290 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:30.714617 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:30.714945 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:30.715263 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:30.715585 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:30.715917 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbafd70-4ccf-4585-9c75-e976f3de89bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:30.743326 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-ca058074-82f7-4db2-ab2c-d068e0386709 admin admin] Allocated IP 172.27.1.97 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/5c7a6471-ca62-484b-8d20-37585ff242c2) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:53:30.879458 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ca058074-82f7-4db2-ab2c-d068e0386709 admin admin] Publish callbacks [] for port (5c7a6471-ca62-484b-8d20-37585ff242c2), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:30.959625 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8634bb4-bee1-422b-9c22-89dac875f774 req-757059e6-a422-46eb-800d-9d31ea1b21dd tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:30.961272 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f8634bb4-bee1-422b-9c22-89dac875f774 req-757059e6-a422-46eb-800d-9d31ea1b21dd tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/ports?device_id=12ae07af-0d48-408f-abe7-e081e0fe7413 HTTP/1.1" status: 200 len: 947 time: 0.0639317 Apr 08 17:53:30.962929 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ca058074-82f7-4db2-ab2c-d068e0386709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (5c7a6471-ca62-484b-8d20-37585ff242c2), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:31.022041 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca058074-82f7-4db2-ab2c-d068e0386709 admin admin] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:53:31.029727 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-ca058074-82f7-4db2-ab2c-d068e0386709 admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:53:31.032589 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca058074-82f7-4db2-ab2c-d068e0386709 admin admin] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:53:31.067080 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca058074-82f7-4db2-ab2c-d068e0386709 admin admin] Pushing event updated for resources: {'Port': ['ID=5c7a6471-ca62-484b-8d20-37585ff242c2,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:31.096030 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f8634bb4-bee1-422b-9c22-89dac875f774 req-2ac9ec24-c8f8-42f5-bab4-efb9a3c245a0 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/security-groups?id=1a4f7d6d-cabb-4ce9-a0a0-8a73045ae3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273048 Apr 08 17:53:31.347813 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ca058074-82f7-4db2-ab2c-d068e0386709 admin admin] Publish callbacks [] for router_gateway (fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:31.376004 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d8a8c-35f2-4ba4-bfd3-baaf336d2d9a req-8d2cb574-e7b5-4c4f-a676-feb113003566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:31.378665 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d29d8a8c-35f2-4ba4-bfd3-baaf336d2d9a req-8d2cb574-e7b5-4c4f-a676-feb113003566 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ccc0d12290a4e4bb746beeee74c3fe3&device_id=12ae07af-0d48-408f-abe7-e081e0fe7413 HTTP/1.1" status: 200 len: 1131 time: 0.0512578 Apr 08 17:53:31.451127 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device ce5e076e-2f3a-456f-87f9-0752c4b07c73 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:53:31.486484 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d8a8c-35f2-4ba4-bfd3-baaf336d2d9a req-cf33461d-0068-4e7e-815a-e1008f05545c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:31.488147 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d29d8a8c-35f2-4ba4-bfd3-baaf336d2d9a req-cf33461d-0068-4e7e-815a-e1008f05545c service neutron] 10.222.0.20 "GET /v2.0/networks?id=1ae993eb-db0e-43de-bae5-bba54c0984fb HTTP/1.1" status: 200 len: 870 time: 0.1020679 Apr 08 17:53:31.546322 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d29d8a8c-35f2-4ba4-bfd3-baaf336d2d9a req-7ac6e09c-c0ee-4beb-bc54-700cbcf17e06 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=ce5e076e-2f3a-456f-87f9-0752c4b07c73 HTTP/1.1" status: 200 len: 217 time: 0.0504038 Apr 08 17:53:31.562472 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port ce5e076e-2f3a-456f-87f9-0752c4b07c73, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ce5e076e-2f3a-456f-87f9-0752c4b07c73,segment=NetworkSegment(91ba1507-6abb-48a2-82b5-259ece99ca0d),segment_id=91ba1507-6abb-48a2-82b5-259ece99ca0d)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:31.579837 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': 'ce5e076e-2f3a-456f-87f9-0752c4b07c73', 'network_id': '1ae993eb-db0e-43de-bae5-bba54c0984fb', 'port_id': 'ce5e076e-2f3a-456f-87f9-0752c4b07c73', 'mac_address': 'fa:16:3e:48:19:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 964, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d66f92-27fa-498f-9023-743a83b7eb4f', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:53:31.581518 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ca058074-82f7-4db2-ab2c-d068e0386709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726690'] for router (fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:31.623735 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d8a8c-35f2-4ba4-bfd3-baaf336d2d9a req-2c8fb410-b4de-48c6-bd63-bdccc6f6bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:31.625422 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d29d8a8c-35f2-4ba4-bfd3-baaf336d2d9a req-2c8fb410-b4de-48c6-bd63-bdccc6f6bdb7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=97d66f92-27fa-498f-9023-743a83b7eb4f HTTP/1.1" status: 200 len: 843 time: 0.0715356 Apr 08 17:53:31.626991 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port ce5e076e-2f3a-456f-87f9-0752c4b07c73 is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:31.627392 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (ce5e076e-2f3a-456f-87f9-0752c4b07c73), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:31.642851 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5e076e-2f3a-456f-87f9-0752c4b07c73 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:53:31.663280 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70ed246-53b5-40f1-8f6c-f4499d586980 None None] Network f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:53:31.674383 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d8a8c-35f2-4ba4-bfd3-baaf336d2d9a req-b253651a-9151-47fe-a620-63ca8e3d7ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:31.675843 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d29d8a8c-35f2-4ba4-bfd3-baaf336d2d9a req-b253651a-9151-47fe-a620-63ca8e3d7ef9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ae993eb-db0e-43de-bae5-bba54c0984fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0440593 Apr 08 17:53:31.686800 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port ce5e076e-2f3a-456f-87f9-0752c4b07c73, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ce5e076e-2f3a-456f-87f9-0752c4b07c73,segment=NetworkSegment(91ba1507-6abb-48a2-82b5-259ece99ca0d),segment_id=91ba1507-6abb-48a2-82b5-259ece99ca0d)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:31.697749 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (ce5e076e-2f3a-456f-87f9-0752c4b07c73), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:31.741532 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca058074-82f7-4db2-ab2c-d068e0386709 admin admin] Router fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 is scheduled to L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 with binding_index 1 {{(pid=103548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:53:31.778654 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-5d548095-faad-47e0-bb4b-493248506fe2 None None] Provisioning complete for port 43629834-d6f7-4591-80ba-7c1248156f20 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:31.779137 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5d548095-faad-47e0-bb4b-493248506fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (43629834-d6f7-4591-80ba-7c1248156f20), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:31.782222 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d29d8a8c-35f2-4ba4-bfd3-baaf336d2d9a req-73a5c31a-8590-4e53-8ac8-6a6a4a59df06 service neutron] 10.222.0.20 "GET /v2.0/networks/1ae993eb-db0e-43de-bae5-bba54c0984fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988731 Apr 08 17:53:31.855207 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=ce5e076e-2f3a-456f-87f9-0752c4b07c73,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:31.879280 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca058074-82f7-4db2-ab2c-d068e0386709 admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:53:31.888657 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520b725e-497f-4fab-9952-71d07690717b None None] Sync routers for ids ['fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:53:31.903218 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d29d8a8c-35f2-4ba4-bfd3-baaf336d2d9a req-4edea4fb-b467-4f3e-86f6-4b5fe6e97e10 service neutron] 10.222.0.20 "GET /v2.0/networks/1ae993eb-db0e-43de-bae5-bba54c0984fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146057 Apr 08 17:53:31.908129 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ca058074-82f7-4db2-ab2c-d068e0386709 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:31.911712 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-ca058074-82f7-4db2-ab2c-d068e0386709 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9992390 Apr 08 17:53:31.912212 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44866) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:31.931164 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b725e-497f-4fab-9952-71d07690717b None None] Routers {'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:53:31.931732 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-520b725e-497f-4fab-9952-71d07690717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:53:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:31.979983 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-5d548095-faad-47e0-bb4b-493248506fe2 None None] Current status of the port 43629834-d6f7-4591-80ba-7c1248156f20 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:31.980382 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5d548095-faad-47e0-bb4b-493248506fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (43629834-d6f7-4591-80ba-7c1248156f20), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:32.057043 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-5d548095-faad-47e0-bb4b-493248506fe2 None None] For port 43629834-d6f7-4591-80ba-7c1248156f20, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=43629834-d6f7-4591-80ba-7c1248156f20,segment=NetworkSegment(28c56a22-6df6-4b31-8955-e44be86ab316),segment_id=28c56a22-6df6-4b31-8955-e44be86ab316)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:32.063116 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5d548095-faad-47e0-bb4b-493248506fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (43629834-d6f7-4591-80ba-7c1248156f20), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:32.121338 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-520b725e-497f-4fab-9952-71d07690717b None None] Set router fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:53:32.217735 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d548095-faad-47e0-bb4b-493248506fe2 None None] Pushing event updated for resources: {'Port': ['ID=43629834-d6f7-4591-80ba-7c1248156f20,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:32.234823 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 43629834-d6f7-4591-80ba-7c1248156f20 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:53:32.237473 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-38acd73d-b7d9-4f35-b047-7044dfd9889c None None] Provisioning complete for port 43629834-d6f7-4591-80ba-7c1248156f20 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:32.237819 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-38acd73d-b7d9-4f35-b047-7044dfd9889c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (43629834-d6f7-4591-80ba-7c1248156f20), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:32.279794 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c667eb-1048-48c0-956f-591d9670c2eb req-1791bf0c-16a5-4a09-a06f-7152ff82be69 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:32.281591 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-94c667eb-1048-48c0-956f-591d9670c2eb req-1791bf0c-16a5-4a09-a06f-7152ff82be69 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/ports?device_id=12ae07af-0d48-408f-abe7-e081e0fe7413 HTTP/1.1" status: 200 len: 948 time: 0.0862670 Apr 08 17:53:32.327705 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['ce5e076e-2f3a-456f-87f9-0752c4b07c73'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:53:32.367255 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-94c667eb-1048-48c0-956f-591d9670c2eb req-0d0935c6-4253-432d-819b-127d00d5b87e tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/security-groups?id=1a4f7d6d-cabb-4ce9-a0a0-8a73045ae3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778515 Apr 08 17:53:32.430297 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 43629834-d6f7-4591-80ba-7c1248156f20 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:32.430668 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (43629834-d6f7-4591-80ba-7c1248156f20), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:32.457814 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bb12b245-0dc7-4806-9cfb-64d43063cada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:32.547952 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-520b725e-497f-4fab-9952-71d07690717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'name': 'tempest-TestShelveInstance-1402029806-router', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:29Z', 'updated_at': '2022-04-08T17:53:31Z', 'revision_number': 3, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'gw_port': {'id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:30Z', 'updated_at': '2022-04-08T17:53:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:32.551064 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-38acd73d-b7d9-4f35-b047-7044dfd9889c None None] Current status of the port 43629834-d6f7-4591-80ba-7c1248156f20 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:32.596585 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520b725e-497f-4fab-9952-71d07690717b None None] Checking router: fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:53:32.596937 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520b725e-497f-4fab-9952-71d07690717b None None] Updating router fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 port 5c7a6471-ca62-484b-8d20-37585ff242c2 binding host dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:53:32.674584 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-520b725e-497f-4fab-9952-71d07690717b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (5c7a6471-ca62-484b-8d20-37585ff242c2), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:32.717127 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 43629834-d6f7-4591-80ba-7c1248156f20 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:32.899344 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-bb12b245-0dc7-4806-9cfb-64d43063cada admin admin] Allocated IP 172.20.0.1 (f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda/2b796030-ee41-4109-87be-48399136d146/1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:53:32.963017 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-520b725e-497f-4fab-9952-71d07690717b None None] Publish callbacks [] for port (5c7a6471-ca62-484b-8d20-37585ff242c2), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:32.969831 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-520b725e-497f-4fab-9952-71d07690717b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (5c7a6471-ca62-484b-8d20-37585ff242c2), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:33.008581 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bb12b245-0dc7-4806-9cfb-64d43063cada admin admin] Publish callbacks [] for port (1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:33.044397 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bb12b245-0dc7-4806-9cfb-64d43063cada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:33.088238 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb12b245-0dc7-4806-9cfb-64d43063cada admin admin] Network f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:53:33.091220 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-bb12b245-0dc7-4806-9cfb-64d43063cada admin admin] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:53:33.093900 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb12b245-0dc7-4806-9cfb-64d43063cada admin admin] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:53:33.124782 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12b245-0dc7-4806-9cfb-64d43063cada admin admin] Pushing event updated for resources: {'Port': ['ID=1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:33.147896 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bb12b245-0dc7-4806-9cfb-64d43063cada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726645'] for router_interface (fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:33.165219 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1bfbc-78d8-4abc-bf44-477b99218c3e None None] Pushing event updated for resources: {'Port': ['ID=5c7a6471-ca62-484b-8d20-37585ff242c2,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:33.167762 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-520b725e-497f-4fab-9952-71d07690717b None None] Attempting to bind port 5c7a6471-ca62-484b-8d20-37585ff242c2 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:53:33.168135 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-520b725e-497f-4fab-9952-71d07690717b None None] Attempting to bind port 5c7a6471-ca62-484b-8d20-37585ff242c2 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:53:33.168522 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520b725e-497f-4fab-9952-71d07690717b None None] Attempting to bind port 5c7a6471-ca62-484b-8d20-37585ff242c2 on network 621fbee4-87d2-43df-9614-a9bffeb44782 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:53:33.181530 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520b725e-497f-4fab-9952-71d07690717b None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:53:33.181919 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520b725e-497f-4fab-9952-71d07690717b None None] Checking segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:53:33.182320 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-520b725e-497f-4fab-9952-71d07690717b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:33.182722 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520b725e-497f-4fab-9952-71d07690717b None None] Bound using segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:53:33.183190 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-520b725e-497f-4fab-9952-71d07690717b None None] Bound port: 5c7a6471-ca62-484b-8d20-37585ff242c2, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:53:33.183574 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-520b725e-497f-4fab-9952-71d07690717b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (5c7a6471-ca62-484b-8d20-37585ff242c2), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:33.242005 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-520b725e-497f-4fab-9952-71d07690717b None None] For port 5c7a6471-ca62-484b-8d20-37585ff242c2, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:53:33.245540 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-520b725e-497f-4fab-9952-71d07690717b None None] For port 5c7a6471-ca62-484b-8d20-37585ff242c2, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=5c7a6471-ca62-484b-8d20-37585ff242c2,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:53:33.253303 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-520b725e-497f-4fab-9952-71d07690717b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (5c7a6471-ca62-484b-8d20-37585ff242c2), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:33.304208 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b725e-497f-4fab-9952-71d07690717b None None] Routers {'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:53:33.304863 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-520b725e-497f-4fab-9952-71d07690717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:53:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:33.306034 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bb12b245-0dc7-4806-9cfb-64d43063cada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:33.358767 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1bfbc-78d8-4abc-bf44-477b99218c3e None None] Pushing event updated for resources: {'Port': ['ID=5c7a6471-ca62-484b-8d20-37585ff242c2,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:33.414529 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-4397d9cf-c033-47a0-88d6-cb7f1569cba0 None None] Provisioning complete for port 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:33.414644 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4397d9cf-c033-47a0-88d6-cb7f1569cba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:33.463382 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-520b725e-497f-4fab-9952-71d07690717b None None] Set router fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:53:33.493771 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bb12b245-0dc7-4806-9cfb-64d43063cada admin admin] Publish callbacks [] for port (1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:33.498721 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bb12b245-0dc7-4806-9cfb-64d43063cada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30663424'] for port (1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:33.499163 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-4397d9cf-c033-47a0-88d6-cb7f1569cba0 None None] Port 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:53:33.517763 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c87256-f00a-4e3b-aae2-111a8243c1b2 req-9e252220-3d1a-4655-a13c-a28ab84f607d tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:33.525121 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b1c87256-f00a-4e3b-aae2-111a8243c1b2 req-9e252220-3d1a-4655-a13c-a28ab84f607d tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/ports?device_id=12ae07af-0d48-408f-abe7-e081e0fe7413 HTTP/1.1" status: 200 len: 948 time: 0.0708795 Apr 08 17:53:33.570621 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b1c87256-f00a-4e3b-aae2-111a8243c1b2 req-1c94a21c-bf89-4bf2-a078-cb13c672b680 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/security-groups?id=1a4f7d6d-cabb-4ce9-a0a0-8a73045ae3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442884 Apr 08 17:53:33.575926 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bb12b245-0dc7-4806-9cfb-64d43063cada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732645'] for router_interface (fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:33.579448 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12b245-0dc7-4806-9cfb-64d43063cada admin admin] Pushing event updated for resources: {'Port': ['ID=1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:33.668828 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device ce5e076e-2f3a-456f-87f9-0752c4b07c73 up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:53:33.671817 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb12b245-0dc7-4806-9cfb-64d43063cada admin admin] Network f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:53:33.673338 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-bb12b245-0dc7-4806-9cfb-64d43063cada admin admin] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:53:33.691420 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-520b725e-497f-4fab-9952-71d07690717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'name': 'tempest-TestShelveInstance-1402029806-router', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:29Z', 'updated_at': '2022-04-08T17:53:33Z', 'revision_number': 4, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'gw_port': {'id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:30Z', 'updated_at': '2022-04-08T17:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9', 'name': '', 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'mac_address': 'fa:16:3e:37:a8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2b796030-ee41-4109-87be-48399136d146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:32Z', 'updated_at': '2022-04-08T17:53:32Z', 'revision_number': 1, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'subnets': [{'id': '2b796030-ee41-4109-87be-48399136d146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:33.726149 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520b725e-497f-4fab-9952-71d07690717b None None] The sync data for ids ['fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'] in dv-cinder-837166-1-iscsi is: [{'id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'name': 'tempest-TestShelveInstance-1402029806-router', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:29Z', 'updated_at': '2022-04-08T17:53:33Z', 'revision_number': 4, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'gw_port': {'id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:30Z', 'updated_at': '2022-04-08T17:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9', 'name': '', 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'mac_address': 'fa:16:3e:37:a8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2b796030-ee41-4109-87be-48399136d146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:32Z', 'updated_at': '2022-04-08T17:53:32Z', 'revision_number': 1, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'subnets': [{'id': '2b796030-ee41-4109-87be-48399136d146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:53:33.751121 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning for port ce5e076e-2f3a-456f-87f9-0752c4b07c73 completed by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:53:33.761605 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port ce5e076e-2f3a-456f-87f9-0752c4b07c73 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:33.762017 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (ce5e076e-2f3a-456f-87f9-0752c4b07c73), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:33.817423 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb12b245-0dc7-4806-9cfb-64d43063cada admin admin] Router fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:53:33.858131 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port ce5e076e-2f3a-456f-87f9-0752c4b07c73 is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:33.858631 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (ce5e076e-2f3a-456f-87f9-0752c4b07c73), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:33.893057 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ae07af-0d48-408f-abe7-e081e0fe7413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5e076e-2f3a-456f-87f9-0752c4b07c73'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:53:33.895841 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949a6ba5-cb01-43f6-86f7-7594636c7aa4" -d '{"events": [{"server_uuid": "12ae07af-0d48-408f-abe7-e081e0fe7413", "name": "network-vif-plugged", "status": "completed", "tag": "ce5e076e-2f3a-456f-87f9-0752c4b07c73"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:53:33.902602 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port ce5e076e-2f3a-456f-87f9-0752c4b07c73, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ce5e076e-2f3a-456f-87f9-0752c4b07c73,segment=NetworkSegment(91ba1507-6abb-48a2-82b5-259ece99ca0d),segment_id=91ba1507-6abb-48a2-82b5-259ece99ca0d)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:33.909306 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (ce5e076e-2f3a-456f-87f9-0752c4b07c73), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:33.948217 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8154043b-09e6-464f-b7e6-db783dd537b0 x-openstack-request-id: req-8154043b-09e6-464f-b7e6-db783dd537b0 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:53:33.948645 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ae07af-0d48-408f-abe7-e081e0fe7413", "name": "network-vif-plugged", "status": "completed", "tag": "ce5e076e-2f3a-456f-87f9-0752c4b07c73", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:53:33.948897 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8154043b-09e6-464f-b7e6-db783dd537b0 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:53:33.949298 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8154043b-09e6-464f-b7e6-db783dd537b0'] response: {'server_uuid': '12ae07af-0d48-408f-abe7-e081e0fe7413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5e076e-2f3a-456f-87f9-0752c4b07c73', 'code': 200} Apr 08 17:53:33.964290 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb12b245-0dc7-4806-9cfb-64d43063cada admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:53:33.985809 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-1176d68a-d21d-4b83-9292-ac4022197d10 None None] Provisioning complete for port 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:33.985809 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1176d68a-d21d-4b83-9292-ac4022197d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:33.986074 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-bb12b245-0dc7-4806-9cfb-64d43063cada admin admin] 10.222.0.86 "PUT /v2.0/routers/fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0601146 Apr 08 17:53:34.016743 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=ce5e076e-2f3a-456f-87f9-0752c4b07c73,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:34.074044 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-1176d68a-d21d-4b83-9292-ac4022197d10 None None] Port 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:53:34.156276 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e0e63-7b74-4585-b86d-f6f8ba1d1cc2 req-f62e69f1-348c-42cf-b481-7a5e14f470d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:34.161270 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-674e0e63-7b74-4585-b86d-f6f8ba1d1cc2 req-f62e69f1-348c-42cf-b481-7a5e14f470d5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12ae07af-0d48-408f-abe7-e081e0fe7413 HTTP/1.1" status: 200 len: 1133 time: 0.0517964 Apr 08 17:53:34.195920 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 43629834-d6f7-4591-80ba-7c1248156f20 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:53:34.239974 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-674e0e63-7b74-4585-b86d-f6f8ba1d1cc2 req-4e4e7680-7e00-46c8-8992-11c24d2cf55f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1a4f7d6d-cabb-4ce9-a0a0-8a73045ae3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714829 Apr 08 17:53:34.255154 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 43629834-d6f7-4591-80ba-7c1248156f20 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:34.255706 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (43629834-d6f7-4591-80ba-7c1248156f20), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:34.347985 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 43629834-d6f7-4591-80ba-7c1248156f20 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:34.623680 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44898) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:34.628970 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-b4769a86-e3b1-49b6-bab5-b96919c7ede9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2116089092-network', 'tenant_id': '0b3bbcb6a493488ea0848c6c2be66a0a'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:34.664313 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4769a86-e3b1-49b6-bab5-b96919c7ede9 admin admin] Made reservation on behalf of 0b3bbcb6a493488ea0848c6c2be66a0a for: {'network': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:53:34.668288 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b4769a86-e3b1-49b6-bab5-b96919c7ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for network (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:34.697366 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b4769a86-e3b1-49b6-bab5-b96919c7ede9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:34.698259 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca813a7-6ec6-4652-b8f8-9dcd3c2d9067 req-bbc0591e-6eaa-4b30-8f68-c3d23118640d tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:34.700116 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7ca813a7-6ec6-4652-b8f8-9dcd3c2d9067 req-bbc0591e-6eaa-4b30-8f68-c3d23118640d tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/ports?device_id=12ae07af-0d48-408f-abe7-e081e0fe7413 HTTP/1.1" status: 200 len: 949 time: 0.0514338 Apr 08 17:53:34.766370 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7ca813a7-6ec6-4652-b8f8-9dcd3c2d9067 req-ba3d795b-a9bd-41ad-a37f-745fbf73f7cf tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/security-groups?id=1a4f7d6d-cabb-4ce9-a0a0-8a73045ae3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596302 Apr 08 17:53:34.811362 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b4769a86-e3b1-49b6-bab5-b96919c7ede9 admin admin] Publish callbacks [] for security_group (29e15a4f-1fc3-4c45-90a4-84c3ceb2c182), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:34.818240 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b4769a86-e3b1-49b6-bab5-b96919c7ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (29e15a4f-1fc3-4c45-90a4-84c3ceb2c182), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:34.847327 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4769a86-e3b1-49b6-bab5-b96919c7ede9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 999} {{(pid=103549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:53:34.858737 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4769a86-e3b1-49b6-bab5-b96919c7ede9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e15a4f-1fc3-4c45-90a4-84c3ceb2c182,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:34.864384 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b4769a86-e3b1-49b6-bab5-b96919c7ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (df5378c9-d718-466b-93a1-62c5268a3a9b), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:34.864893 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.segments_db [None req-b4769a86-e3b1-49b6-bab5-b96919c7ede9 admin admin] Added segment df5378c9-d718-466b-93a1-62c5268a3a9b of type vlan for network 3530dbd5-4aeb-4975-ad43-1c12b8a1e1de Apr 08 17:53:34.912881 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b4769a86-e3b1-49b6-bab5-b96919c7ede9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780306027852'] for network (3530dbd5-4aeb-4975-ad43-1c12b8a1e1de), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:34.943302 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b4769a86-e3b1-49b6-bab5-b96919c7ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for network (3530dbd5-4aeb-4975-ad43-1c12b8a1e1de), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:34.944363 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4769a86-e3b1-49b6-bab5-b96919c7ede9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:34.944997 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b4769a86-e3b1-49b6-bab5-b96919c7ede9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:35.008370 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-b4769a86-e3b1-49b6-bab5-b96919c7ede9 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3834035 Apr 08 17:53:35.011295 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44910) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:35.015573 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4769a86-e3b1-49b6-bab5-b96919c7ede9 admin admin] Pushing event updated for resources: {'Network': ['ID=3530dbd5-4aeb-4975-ad43-1c12b8a1e1de,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:35.016189 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-09b25071-9767-4c80-94f4-b243565ebb53 admin admin] Request body: {'subnet': {'network_id': '3530dbd5-4aeb-4975-ad43-1c12b8a1e1de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2116089092-subnet', 'tenant_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'ip_version': 4}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:35.026729 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Network 3530dbd5-4aeb-4975-ad43-1c12b8a1e1de details requested by agent ovs-agent-dv-cinder-837166-1-iscsi with host dv-cinder-837166-1-iscsi {{(pid=103550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:53:35.040610 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b25071-9767-4c80-94f4-b243565ebb53 admin admin] Made reservation on behalf of 0b3bbcb6a493488ea0848c6c2be66a0a for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:53:35.044611 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-09b25071-9767-4c80-94f4-b243565ebb53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30287672'] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:35.235425 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-09b25071-9767-4c80-94f4-b243565ebb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30241987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30287702'] for subnet (be7a9e65-6b46-4f3e-a6dc-0250f8f62d5c), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:35.300467 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b25071-9767-4c80-94f4-b243565ebb53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be7a9e65-6b46-4f3e-a6dc-0250f8f62d5c,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:35.313384 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b25071-9767-4c80-94f4-b243565ebb53 admin admin] Checking segment: {'id': 'df5378c9-d718-466b-93a1-62c5268a3a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3530dbd5-4aeb-4975-ad43-1c12b8a1e1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:53:35.313740 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b25071-9767-4c80-94f4-b243565ebb53 admin admin] Network hostable DHCP agents. Network: 3530dbd5-4aeb-4975-ad43-1c12b8a1e1de, hostable agents: ['936a358b-e021-4ff4-ad20-3c86fe6ebe95'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:53:35.332720 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b25071-9767-4c80-94f4-b243565ebb53 admin admin] Network 3530dbd5-4aeb-4975-ad43-1c12b8a1e1de is scheduled to be hosted by DHCP agent 936a358b-e021-4ff4-ad20-3c86fe6ebe95 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:53:35.344476 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-09b25071-9767-4c80-94f4-b243565ebb53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-1-iscsi, 3530dbd5-4aeb-4975-ad43-1c12b8a1e1de) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:53:35.348671 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b25071-9767-4c80-94f4-b243565ebb53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:35.349283 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-09b25071-9767-4c80-94f4-b243565ebb53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:35.354732 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e3c3d4-16ac-4f09-9d91-44ae3a30ab4c None None] Network 3530dbd5-4aeb-4975-ad43-1c12b8a1e1de requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:53:35.369444 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-09b25071-9767-4c80-94f4-b243565ebb53 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3546836 Apr 08 17:53:35.369630 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44912) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:35.374759 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-b10b6a94-f9de-441d-a106-a092ad8512d1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2116089092-router', 'tenant_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:35.396012 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b10b6a94-f9de-441d-a106-a092ad8512d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4502'] for router (25c2192e-155a-445d-9836-3058422766b7), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:35.397148 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b10b6a94-f9de-441d-a106-a092ad8512d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-870358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4591'] for router (25c2192e-155a-445d-9836-3058422766b7), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:35.451620 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b10b6a94-f9de-441d-a106-a092ad8512d1 admin admin] Publish callbacks [] for router_controller (25c2192e-155a-445d-9836-3058422766b7), precommit_add_association {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:35.460554 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9785838a-d83b-4eff-a05a-be65ff14cdbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35163598-e5d9-56ed-9ece-8fe9d48bf079-3530dbd5-4aeb-4975-ad43-1c12b8a1e1de', 'network_id': '3530dbd5-4aeb-4975-ad43-1c12b8a1e1de', 'project_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'fixed_ips': [{'subnet_id': 'be7a9e65-6b46-4f3e-a6dc-0250f8f62d5c'}]}} from dv-cinder-837166-1-iscsi. {{(pid=103550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:53:35.461430 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9785838a-d83b-4eff-a05a-be65ff14cdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:35.602478 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b10b6a94-f9de-441d-a106-a092ad8512d1 admin admin] Publish callbacks [] for router_gateway (25c2192e-155a-445d-9836-3058422766b7), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:35.605194 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-9785838a-d83b-4eff-a05a-be65ff14cdbd None None] Allocated IP 172.20.0.2 (3530dbd5-4aeb-4975-ad43-1c12b8a1e1de/be7a9e65-6b46-4f3e-a6dc-0250f8f62d5c/111de92c-9be0-46b2-a8f4-bdf80d7e880b) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:53:35.771410 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9785838a-d83b-4eff-a05a-be65ff14cdbd None None] Publish callbacks [] for port (111de92c-9be0-46b2-a8f4-bdf80d7e880b), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:35.777950 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9785838a-d83b-4eff-a05a-be65ff14cdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (111de92c-9be0-46b2-a8f4-bdf80d7e880b), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:35.811597 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b10b6a94-f9de-441d-a106-a092ad8512d1 admin admin] Publish callbacks [] for router_gateway (25c2192e-155a-445d-9836-3058422766b7), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:35.818828 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9785838a-d83b-4eff-a05a-be65ff14cdbd None None] Network 3530dbd5-4aeb-4975-ad43-1c12b8a1e1de is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:53:35.822344 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-9785838a-d83b-4eff-a05a-be65ff14cdbd None None] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:53:35.826186 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9785838a-d83b-4eff-a05a-be65ff14cdbd None None] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:53:35.841382 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b10b6a94-f9de-441d-a106-a092ad8512d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:35.863398 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785838a-d83b-4eff-a05a-be65ff14cdbd None None] Pushing event updated for resources: {'Port': ['ID=111de92c-9be0-46b2-a8f4-bdf80d7e880b,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:35.917880 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-9785838a-d83b-4eff-a05a-be65ff14cdbd None None] Attempting to bind port 111de92c-9be0-46b2-a8f4-bdf80d7e880b on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:53:35.918253 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-9785838a-d83b-4eff-a05a-be65ff14cdbd None None] Attempting to bind port 111de92c-9be0-46b2-a8f4-bdf80d7e880b by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': 'df5378c9-d718-466b-93a1-62c5268a3a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3530dbd5-4aeb-4975-ad43-1c12b8a1e1de'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:53:35.918619 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9785838a-d83b-4eff-a05a-be65ff14cdbd None None] Attempting to bind port 111de92c-9be0-46b2-a8f4-bdf80d7e880b on network 3530dbd5-4aeb-4975-ad43-1c12b8a1e1de {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:53:35.920135 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c710dab-8043-4fcf-b644-ed470defb8d8 req-6fe78c65-bdde-41bc-814d-6cfbb35008f2 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:35.921831 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2c710dab-8043-4fcf-b644-ed470defb8d8 req-6fe78c65-bdde-41bc-814d-6cfbb35008f2 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/ports?device_id=12ae07af-0d48-408f-abe7-e081e0fe7413 HTTP/1.1" status: 200 len: 949 time: 0.0576200 Apr 08 17:53:35.924539 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9785838a-d83b-4eff-a05a-be65ff14cdbd None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:53:35.924539 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9785838a-d83b-4eff-a05a-be65ff14cdbd None None] Checking segment: {'id': 'df5378c9-d718-466b-93a1-62c5268a3a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3530dbd5-4aeb-4975-ad43-1c12b8a1e1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:53:35.924870 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9785838a-d83b-4eff-a05a-be65ff14cdbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:35.925474 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9785838a-d83b-4eff-a05a-be65ff14cdbd None None] Bound using segment: {'id': 'df5378c9-d718-466b-93a1-62c5268a3a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3530dbd5-4aeb-4975-ad43-1c12b8a1e1de'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:53:35.925923 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-9785838a-d83b-4eff-a05a-be65ff14cdbd None None] Bound port: 111de92c-9be0-46b2-a8f4-bdf80d7e880b, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5378c9-d718-466b-93a1-62c5268a3a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3530dbd5-4aeb-4975-ad43-1c12b8a1e1de'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:53:35.926486 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9785838a-d83b-4eff-a05a-be65ff14cdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (111de92c-9be0-46b2-a8f4-bdf80d7e880b), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:35.965127 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-b10b6a94-f9de-441d-a106-a092ad8512d1 admin admin] Allocated IP 172.27.1.23 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/f8c58b53-ef86-4cf5-825d-7ca402f17256) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:53:35.976643 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2c710dab-8043-4fcf-b644-ed470defb8d8 req-edaba8b3-327e-45e7-99b1-b8fe178d9f28 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/security-groups?id=1a4f7d6d-cabb-4ce9-a0a0-8a73045ae3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463910 Apr 08 17:53:36.009602 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-9785838a-d83b-4eff-a05a-be65ff14cdbd None None] For port 111de92c-9be0-46b2-a8f4-bdf80d7e880b, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:53:36.014380 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-9785838a-d83b-4eff-a05a-be65ff14cdbd None None] For port 111de92c-9be0-46b2-a8f4-bdf80d7e880b, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=111de92c-9be0-46b2-a8f4-bdf80d7e880b,segment=NetworkSegment(df5378c9-d718-466b-93a1-62c5268a3a9b),segment_id=df5378c9-d718-466b-93a1-62c5268a3a9b)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:53:36.025914 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9785838a-d83b-4eff-a05a-be65ff14cdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (111de92c-9be0-46b2-a8f4-bdf80d7e880b), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:36.095228 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785838a-d83b-4eff-a05a-be65ff14cdbd None None] Pushing event updated for resources: {'Port': ['ID=111de92c-9be0-46b2-a8f4-bdf80d7e880b,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:36.115057 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b10b6a94-f9de-441d-a106-a092ad8512d1 admin admin] Publish callbacks [] for port (f8c58b53-ef86-4cf5-825d-7ca402f17256), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:36.210907 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b10b6a94-f9de-441d-a106-a092ad8512d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (f8c58b53-ef86-4cf5-825d-7ca402f17256), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:36.280272 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 5c7a6471-ca62-484b-8d20-37585ff242c2 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:53:36.300499 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10b6a94-f9de-441d-a106-a092ad8512d1 admin admin] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:53:36.303905 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-b10b6a94-f9de-441d-a106-a092ad8512d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:53:36.306616 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10b6a94-f9de-441d-a106-a092ad8512d1 admin admin] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:53:36.339174 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b6a94-f9de-441d-a106-a092ad8512d1 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c58b53-ef86-4cf5-825d-7ca402f17256,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:36.352493 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7c6f3-9d6a-4ad9-aab8-6c1a07606ed4 req-65929d28-70a8-4fca-a5ef-19bab8a6c509 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:36.363691 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-33e7c6f3-9d6a-4ad9-aab8-6c1a07606ed4 req-65929d28-70a8-4fca-a5ef-19bab8a6c509 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/ports?device_id=12ae07af-0d48-408f-abe7-e081e0fe7413 HTTP/1.1" status: 200 len: 949 time: 0.0763977 Apr 08 17:53:36.390470 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 5c7a6471-ca62-484b-8d20-37585ff242c2 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:36.390850 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (5c7a6471-ca62-484b-8d20-37585ff242c2), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:36.414375 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] Sync routers for ids ['fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:53:36.435021 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] Routers {'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:53:36.436925 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:53:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:36.510171 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-33e7c6f3-9d6a-4ad9-aab8-6c1a07606ed4 req-79a4bc22-d01f-4118-8a2c-1793cd7984b9 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/security-groups?id=1a4f7d6d-cabb-4ce9-a0a0-8a73045ae3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442304 Apr 08 17:53:36.558273 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 5c7a6471-ca62-484b-8d20-37585ff242c2 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:36.558680 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (5c7a6471-ca62-484b-8d20-37585ff242c2), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:36.585736 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44928) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:36.588717 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] For port 5c7a6471-ca62-484b-8d20-37585ff242c2, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=5c7a6471-ca62-484b-8d20-37585ff242c2,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:36.594760 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (5c7a6471-ca62-484b-8d20-37585ff242c2), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:36.656641 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Pushing event updated for resources: {'Port': ['ID=5c7a6471-ca62-484b-8d20-37585ff242c2,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:36.657291 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] Set router fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:53:36.735524 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b10b6a94-f9de-441d-a106-a092ad8512d1 admin admin] Publish callbacks [] for router_gateway (25c2192e-155a-445d-9836-3058422766b7), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:36.760364 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1390e7ee-89b1-49c9-a567-02c599f14830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:36.853030 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1390e7ee-89b1-49c9-a567-02c599f14830 admin admin] Publish callbacks [] for security_group (14b48476-60d3-4b46-9b1e-14c41ad0df6e), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:36.860147 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1390e7ee-89b1-49c9-a567-02c599f14830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (14b48476-60d3-4b46-9b1e-14c41ad0df6e), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:36.878137 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'name': 'tempest-TestShelveInstance-1402029806-router', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:29Z', 'updated_at': '2022-04-08T17:53:33Z', 'revision_number': 4, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'gw_port': {'id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:30Z', 'updated_at': '2022-04-08T17:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9', 'name': '', 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'mac_address': 'fa:16:3e:37:a8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2b796030-ee41-4109-87be-48399136d146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:32Z', 'updated_at': '2022-04-08T17:53:33Z', 'revision_number': 2, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'subnets': [{'id': '2b796030-ee41-4109-87be-48399136d146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:36.906858 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] Checking router: fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:53:36.907220 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] Updating router fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 port 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 binding host dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:53:36.909405 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-1390e7ee-89b1-49c9-a567-02c599f14830 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ff3b5b65586440529cc19093e65e72b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224869 Apr 08 17:53:36.912492 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44932) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:36.919060 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390e7ee-89b1-49c9-a567-02c599f14830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b48476-60d3-4b46-9b1e-14c41ad0df6e,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:36.942623 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:36.959280 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b10b6a94-f9de-441d-a106-a092ad8512d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726690'] for router (25c2192e-155a-445d-9836-3058422766b7), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:36.973210 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-04d49e55-0848-46a5-8ac6-dd7c69f9d20c admin admin] Publish callbacks [] for security_group (14b48476-60d3-4b46-9b1e-14c41ad0df6e), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:36.997187 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-04d49e55-0848-46a5-8ac6-dd7c69f9d20c admin admin] Publish callbacks [] for security_group (14b48476-60d3-4b46-9b1e-14c41ad0df6e), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:37.055324 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-04d49e55-0848-46a5-8ac6-dd7c69f9d20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (14b48476-60d3-4b46-9b1e-14c41ad0df6e), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:37.059560 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-04d49e55-0848-46a5-8ac6-dd7c69f9d20c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:37.060899 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-04d49e55-0848-46a5-8ac6-dd7c69f9d20c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/14b48476-60d3-4b46-9b1e-14c41ad0df6e HTTP/1.1" status: 204 len: 168 time: 0.1472368 Apr 08 17:53:37.072630 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d49e55-0848-46a5-8ac6-dd7c69f9d20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b48476-60d3-4b46-9b1e-14c41ad0df6e,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:37.141266 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10b6a94-f9de-441d-a106-a092ad8512d1 admin admin] Router 25c2192e-155a-445d-9836-3058422766b7 is scheduled to L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 with binding_index 1 {{(pid=103548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:53:37.284137 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] Publish callbacks [] for port (1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:37.290814 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10b6a94-f9de-441d-a106-a092ad8512d1 admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:53:37.292680 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:37.304653 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] Sync routers for ids ['25c2192e-155a-445d-9836-3058422766b7'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:53:37.326981 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] Routers {'25c2192e-155a-445d-9836-3058422766b7'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:53:37.328194 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:53:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['25c2192e-155a-445d-9836-3058422766b7'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:37.334196 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b10b6a94-f9de-441d-a106-a092ad8512d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:37.335189 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-b10b6a94-f9de-441d-a106-a092ad8512d1 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9638777 Apr 08 17:53:37.338139 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44938) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:37.426098 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d294706-1dee-4b23-a3be-6d439098326a None None] Pushing event updated for resources: {'Port': ['ID=1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:37.463429 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d294706-1dee-4b23-a3be-6d439098326a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:37.463991 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d294706-1dee-4b23-a3be-6d439098326a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:37.464420 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d294706-1dee-4b23-a3be-6d439098326a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:37.464905 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d294706-1dee-4b23-a3be-6d439098326a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:37.465310 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d294706-1dee-4b23-a3be-6d439098326a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:37.465718 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d294706-1dee-4b23-a3be-6d439098326a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:37.466123 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d294706-1dee-4b23-a3be-6d439098326a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:37.466517 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d294706-1dee-4b23-a3be-6d439098326a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:37.466910 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d294706-1dee-4b23-a3be-6d439098326a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:37.467305 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d294706-1dee-4b23-a3be-6d439098326a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:37.467702 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d294706-1dee-4b23-a3be-6d439098326a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:37.468109 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d294706-1dee-4b23-a3be-6d439098326a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:37.468528 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d294706-1dee-4b23-a3be-6d439098326a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:37.468916 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d294706-1dee-4b23-a3be-6d439098326a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:37.469320 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d294706-1dee-4b23-a3be-6d439098326a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:37.495585 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] Attempting to bind port 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:53:37.496064 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] Attempting to bind port 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': '28c56a22-6df6-4b31-8955-e44be86ab316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:53:37.496527 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] Attempting to bind port 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 on network f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:53:37.511175 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:53:37.511653 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] Checking segment: {'id': '28c56a22-6df6-4b31-8955-e44be86ab316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:53:37.512136 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:37.512698 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] Bound using segment: {'id': '28c56a22-6df6-4b31-8955-e44be86ab316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:53:37.513266 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] Bound port: 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c56a22-6df6-4b31-8955-e44be86ab316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:53:37.513717 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:37.519005 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] Set router 25c2192e-155a-445d-9836-3058422766b7 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:53:37.624089 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] For port 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:53:37.630534 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] For port 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9,segment=NetworkSegment(28c56a22-6df6-4b31-8955-e44be86ab316),segment_id=28c56a22-6df6-4b31-8955-e44be86ab316)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:53:37.655629 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:37.672998 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadd1de7-10fc-48ca-8317-d560e531b7ef None None] Network 3530dbd5-4aeb-4975-ad43-1c12b8a1e1de requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:53:37.748757 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] Routers {'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:53:37.750060 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:53:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:38.000543 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7a910f47-6f11-4cad-99c9-c6140440116a None None] Provisioning complete for port 111de92c-9be0-46b2-a8f4-bdf80d7e880b triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:38.001030 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7a910f47-6f11-4cad-99c9-c6140440116a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (111de92c-9be0-46b2-a8f4-bdf80d7e880b), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:38.011291 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5210b-cf6d-477e-86c3-95498a851987 req-9665c79d-06ea-46c8-9a74-2614f716e584 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:38.013715 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-81a5210b-cf6d-477e-86c3-95498a851987 req-9665c79d-06ea-46c8-9a74-2614f716e584 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae07af-0d48-408f-abe7-e081e0fe7413 HTTP/1.1" status: 200 len: 949 time: 0.0823083 Apr 08 17:53:38.050371 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d294706-1dee-4b23-a3be-6d439098326a None None] Pushing event updated for resources: {'Port': ['ID=1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9,revision_number=4']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:38.132039 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee322893-7538-4891-a4ca-f6749b45ea95 req-2b76459d-b015-4902-9fef-4a2d01b4e4cf tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:38.136422 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ee322893-7538-4891-a4ca-f6749b45ea95 req-2b76459d-b015-4902-9fef-4a2d01b4e4cf tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/ports?device_id=12ae07af-0d48-408f-abe7-e081e0fe7413 HTTP/1.1" status: 200 len: 949 time: 0.2540667 Apr 08 17:53:38.155384 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] Set router fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:53:38.228504 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [req-81a5210b-cf6d-477e-86c3-95498a851987 req-e214d9c2-a65f-4178-8f67-5f589d47f3ab tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Deleting port ce5e076e-2f3a-456f-87f9-0752c4b07c73 {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:53:38.228842 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-81a5210b-cf6d-477e-86c3-95498a851987 req-e214d9c2-a65f-4178-8f67-5f589d47f3ab tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (ce5e076e-2f3a-456f-87f9-0752c4b07c73), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:38.234860 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c2192e-155a-445d-9836-3058422766b7', 'name': 'tempest-TestShelveInstance-2116089092-router', 'tenant_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'f8c58b53-ef86-4cf5-825d-7ca402f17256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:35Z', 'updated_at': '2022-04-08T17:53:36Z', 'revision_number': 3, 'project_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'gw_port': {'id': 'f8c58b53-ef86-4cf5-825d-7ca402f17256', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c2192e-155a-445d-9836-3058422766b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:35Z', 'updated_at': '2022-04-08T17:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:38.297220 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] Checking router: 25c2192e-155a-445d-9836-3058422766b7 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:53:38.297653 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] Updating router 25c2192e-155a-445d-9836-3058422766b7 port f8c58b53-ef86-4cf5-825d-7ca402f17256 binding host dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:53:38.320488 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 44958) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:38.354232 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7a910f47-6f11-4cad-99c9-c6140440116a None None] Current status of the port 111de92c-9be0-46b2-a8f4-bdf80d7e880b is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:38.354788 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7a910f47-6f11-4cad-99c9-c6140440116a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (111de92c-9be0-46b2-a8f4-bdf80d7e880b), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:38.370173 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (f8c58b53-ef86-4cf5-825d-7ca402f17256), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:38.414843 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 5c7a6471-ca62-484b-8d20-37585ff242c2 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:53:38.438939 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-81a5210b-cf6d-477e-86c3-95498a851987 req-e214d9c2-a65f-4178-8f67-5f589d47f3ab tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] For port ce5e076e-2f3a-456f-87f9-0752c4b07c73, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ce5e076e-2f3a-456f-87f9-0752c4b07c73,segment=NetworkSegment(91ba1507-6abb-48a2-82b5-259ece99ca0d),segment_id=91ba1507-6abb-48a2-82b5-259ece99ca0d)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:38.439660 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-81a5210b-cf6d-477e-86c3-95498a851987 req-e214d9c2-a65f-4178-8f67-5f589d47f3ab tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (ce5e076e-2f3a-456f-87f9-0752c4b07c73), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:38.456406 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [req-81a5210b-cf6d-477e-86c3-95498a851987 req-e214d9c2-a65f-4178-8f67-5f589d47f3ab tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Calling delete_port for ce5e076e-2f3a-456f-87f9-0752c4b07c73 owned by compute:nova {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:53:38.471878 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ee322893-7538-4891-a4ca-f6749b45ea95 req-97b9a9fe-2a4f-4c4a-a9aa-58d64f9e6092 tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.86 "GET /v2.0/security-groups?id=1a4f7d6d-cabb-4ce9-a0a0-8a73045ae3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269806 Apr 08 17:53:38.554040 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7a910f47-6f11-4cad-99c9-c6140440116a None None] For port 111de92c-9be0-46b2-a8f4-bdf80d7e880b, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=111de92c-9be0-46b2-a8f4-bdf80d7e880b,segment=NetworkSegment(df5378c9-d718-466b-93a1-62c5268a3a9b),segment_id=df5378c9-d718-466b-93a1-62c5268a3a9b)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:38.580154 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7a910f47-6f11-4cad-99c9-c6140440116a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (111de92c-9be0-46b2-a8f4-bdf80d7e880b), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:38.595308 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-5e4e551f-3005-43a9-9428-07900f3a3b98 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-859169827-network', 'tenant_id': 'c4e4bb503422489286d57f3dc20621b9'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:38.606855 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'name': 'tempest-TestShelveInstance-1402029806-router', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:29Z', 'updated_at': '2022-04-08T17:53:33Z', 'revision_number': 4, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'gw_port': {'id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:30Z', 'updated_at': '2022-04-08T17:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9', 'name': '', 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'mac_address': 'fa:16:3e:37:a8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2b796030-ee41-4109-87be-48399136d146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:32Z', 'updated_at': '2022-04-08T17:53:37Z', 'revision_number': 4, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'subnets': [{'id': '2b796030-ee41-4109-87be-48399136d146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:38.643584 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9587461b-7793-4774-8fcd-3a97d1b50bba None None] The sync data for ids ['fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'] in dv-cinder-837166-1-iscsi is: [{'id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'name': 'tempest-TestShelveInstance-1402029806-router', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:29Z', 'updated_at': '2022-04-08T17:53:33Z', 'revision_number': 4, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'gw_port': {'id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:30Z', 'updated_at': '2022-04-08T17:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9', 'name': '', 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'mac_address': 'fa:16:3e:37:a8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2b796030-ee41-4109-87be-48399136d146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:32Z', 'updated_at': '2022-04-08T17:53:37Z', 'revision_number': 4, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'subnets': [{'id': '2b796030-ee41-4109-87be-48399136d146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:53:38.659890 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4e551f-3005-43a9-9428-07900f3a3b98 admin admin] Made reservation on behalf of c4e4bb503422489286d57f3dc20621b9 for: {'network': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:53:38.662471 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5e4e551f-3005-43a9-9428-07900f3a3b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for network (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:38.668202 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-81a5210b-cf6d-477e-86c3-95498a851987 req-e214d9c2-a65f-4178-8f67-5f589d47f3ab tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (ce5e076e-2f3a-456f-87f9-0752c4b07c73), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:38.676187 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5e4e551f-3005-43a9-9428-07900f3a3b98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:38.681601 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 5c7a6471-ca62-484b-8d20-37585ff242c2 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:38.682004 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (5c7a6471-ca62-484b-8d20-37585ff242c2), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:38.690541 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['ce5e076e-2f3a-456f-87f9-0752c4b07c73'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:53:38.699244 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7a910f47-6f11-4cad-99c9-c6140440116a None None] Provisioning complete for port 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:38.699624 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7a910f47-6f11-4cad-99c9-c6140440116a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:38.744678 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214d9c2-a65f-4178-8f67-5f589d47f3ab tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Pushing event deleted for resources: {'Port': ['ID=ce5e076e-2f3a-456f-87f9-0752c4b07c73,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:38.780429 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a5210b-cf6d-477e-86c3-95498a851987 req-e214d9c2-a65f-4178-8f67-5f589d47f3ab tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] No DVR routers for this DVR port ce5e076e-2f3a-456f-87f9-0752c4b07c73 on host hv-cinder-83716 {{(pid=103549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:53:38.783833 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-81a5210b-cf6d-477e-86c3-95498a851987 req-e214d9c2-a65f-4178-8f67-5f589d47f3ab tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:38.789156 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-81a5210b-cf6d-477e-86c3-95498a851987 req-e214d9c2-a65f-4178-8f67-5f589d47f3ab tempest-VolumesNegativeTest-285664701 tempest-VolumesNegativeTest-285664701-project] 10.222.0.20 "DELETE /v2.0/ports/ce5e076e-2f3a-456f-87f9-0752c4b07c73 HTTP/1.1" status: 204 len: 173 time: 0.7604723 Apr 08 17:53:38.789686 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ae07af-0d48-408f-abe7-e081e0fe7413', 'name': 'network-vif-deleted', 'tag': 'ce5e076e-2f3a-456f-87f9-0752c4b07c73'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:53:38.789852 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5e4e551f-3005-43a9-9428-07900f3a3b98 admin admin] Publish callbacks [] for security_group (267bfcc0-6d49-4aa3-99b2-7bd91db2d205), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:38.792723 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d47734-ef5c-476c-a3cc-e8736ebd4b89" -d '{"events": [{"server_uuid": "12ae07af-0d48-408f-abe7-e081e0fe7413", "name": "network-vif-deleted", "tag": "ce5e076e-2f3a-456f-87f9-0752c4b07c73"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:53:38.794987 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4efb8d03-11ac-42c5-9ab2-4d3bbdd43ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:38.797881 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5e4e551f-3005-43a9-9428-07900f3a3b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (267bfcc0-6d49-4aa3-99b2-7bd91db2d205), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:38.851486 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e4e551f-3005-43a9-9428-07900f3a3b98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 950} {{(pid=103548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:53:38.879068 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5e4e551f-3005-43a9-9428-07900f3a3b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (3d26d17d-0b73-4f83-bb43-bac975daedc6), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:38.879817 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.segments_db [None req-5e4e551f-3005-43a9-9428-07900f3a3b98 admin admin] Added segment 3d26d17d-0b73-4f83-bb43-bac975daedc6 of type vlan for network e276a033-9be4-4730-92e8-b71e7f53fe8f Apr 08 17:53:38.891740 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6011a8-8453-47f8-a3b8-280aaf1dc05b x-openstack-request-id: req-9f6011a8-8453-47f8-a3b8-280aaf1dc05b {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:53:38.892122 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ae07af-0d48-408f-abe7-e081e0fe7413", "name": "network-vif-deleted", "tag": "ce5e076e-2f3a-456f-87f9-0752c4b07c73", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:53:38.892506 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9f6011a8-8453-47f8-a3b8-280aaf1dc05b {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:53:38.893003 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f6011a8-8453-47f8-a3b8-280aaf1dc05b'] response: {'server_uuid': '12ae07af-0d48-408f-abe7-e081e0fe7413', 'name': 'network-vif-deleted', 'tag': 'ce5e076e-2f3a-456f-87f9-0752c4b07c73', 'status': 'completed', 'code': 200} Apr 08 17:53:38.936944 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e551f-3005-43a9-9428-07900f3a3b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267bfcc0-6d49-4aa3-99b2-7bd91db2d205,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:38.952551 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5e4e551f-3005-43a9-9428-07900f3a3b98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780306027852'] for network (e276a033-9be4-4730-92e8-b71e7f53fe8f), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:38.960096 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a910f47-6f11-4cad-99c9-c6140440116a None None] Pushing event updated for resources: {'Port': ['ID=111de92c-9be0-46b2-a8f4-bdf80d7e880b,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:39.066383 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5e4e551f-3005-43a9-9428-07900f3a3b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for network (e276a033-9be4-4730-92e8-b71e7f53fe8f), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:39.067593 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4e551f-3005-43a9-9428-07900f3a3b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:39.068216 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5e4e551f-3005-43a9-9428-07900f3a3b98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:39.117729 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-5e4e551f-3005-43a9-9428-07900f3a3b98 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7934027 Apr 08 17:53:39.122259 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 44964) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:39.127993 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-bb93f662-0983-42bc-bbd5-dbe1293ea18c admin admin] Request body: {'subnet': {'network_id': 'e276a033-9be4-4730-92e8-b71e7f53fe8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-859169827-subnet', 'tenant_id': 'c4e4bb503422489286d57f3dc20621b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:39.138077 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 5c7a6471-ca62-484b-8d20-37585ff242c2 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:39.139146 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:53:39.143249 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7a910f47-6f11-4cad-99c9-c6140440116a None None] Current status of the port 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:39.143634 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7a910f47-6f11-4cad-99c9-c6140440116a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:39.153237 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb93f662-0983-42bc-bbd5-dbe1293ea18c admin admin] Made reservation on behalf of c4e4bb503422489286d57f3dc20621b9 for: {'subnet': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:53:39.156536 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bb93f662-0983-42bc-bbd5-dbe1293ea18c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29992094'] for subnet (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:39.206929 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e551f-3005-43a9-9428-07900f3a3b98 admin admin] Pushing event updated for resources: {'Network': ['ID=e276a033-9be4-4730-92e8-b71e7f53fe8f,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:39.231675 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-4efb8d03-11ac-42c5-9ab2-4d3bbdd43ec7 admin admin] Allocated IP 172.20.0.1 (3530dbd5-4aeb-4975-ad43-1c12b8a1e1de/be7a9e65-6b46-4f3e-a6dc-0250f8f62d5c/a0c66390-6aeb-4948-9b53-552a982defa1) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:53:39.247642 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Network e276a033-9be4-4730-92e8-b71e7f53fe8f details requested by agent ovs-agent-dv-cinder-837166-1-iscsi with host dv-cinder-837166-1-iscsi {{(pid=103550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:53:39.250994 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7a910f47-6f11-4cad-99c9-c6140440116a None None] For port 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9,segment=NetworkSegment(28c56a22-6df6-4b31-8955-e44be86ab316),segment_id=28c56a22-6df6-4b31-8955-e44be86ab316)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:39.281577 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7a910f47-6f11-4cad-99c9-c6140440116a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:39.359611 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] Publish callbacks [] for port (f8c58b53-ef86-4cf5-825d-7ca402f17256), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:39.419635 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4efb8d03-11ac-42c5-9ab2-4d3bbdd43ec7 admin admin] Publish callbacks [] for port (a0c66390-6aeb-4948-9b53-552a982defa1), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:39.427612 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (f8c58b53-ef86-4cf5-825d-7ca402f17256), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:39.434361 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:39.434721 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:39.438394 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bb93f662-0983-42bc-bbd5-dbe1293ea18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30663071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29992176'] for subnet (678a8ae8-efba-42c8-a5fa-b408b19b60b1), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:39.450097 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-6deb842f-a2ed-41ee-a209-238b8aa3cfc7 None None] Provisioning complete for port 111de92c-9be0-46b2-a8f4-bdf80d7e880b triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:39.450466 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6deb842f-a2ed-41ee-a209-238b8aa3cfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (111de92c-9be0-46b2-a8f4-bdf80d7e880b), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:39.473266 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4efb8d03-11ac-42c5-9ab2-4d3bbdd43ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (a0c66390-6aeb-4948-9b53-552a982defa1), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:39.522724 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb93f662-0983-42bc-bbd5-dbe1293ea18c admin admin] Checking segment: {'id': '3d26d17d-0b73-4f83-bb43-bac975daedc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'e276a033-9be4-4730-92e8-b71e7f53fe8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:53:39.523088 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb93f662-0983-42bc-bbd5-dbe1293ea18c admin admin] Network hostable DHCP agents. Network: e276a033-9be4-4730-92e8-b71e7f53fe8f, hostable agents: ['936a358b-e021-4ff4-ad20-3c86fe6ebe95'], hosted agents: [] {{(pid=103549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:53:39.529915 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efb8d03-11ac-42c5-9ab2-4d3bbdd43ec7 admin admin] Network 3530dbd5-4aeb-4975-ad43-1c12b8a1e1de is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:53:39.534179 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-4efb8d03-11ac-42c5-9ab2-4d3bbdd43ec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:53:39.535462 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a910f47-6f11-4cad-99c9-c6140440116a None None] Pushing event updated for resources: {'Port': ['ID=1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:39.543527 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93f662-0983-42bc-bbd5-dbe1293ea18c admin admin] Pushing event updated for resources: {'Subnet': ['ID=678a8ae8-efba-42c8-a5fa-b408b19b60b1,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:39.553252 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efb8d03-11ac-42c5-9ab2-4d3bbdd43ec7 admin admin] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:53:39.562476 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] Attempting to bind port f8c58b53-ef86-4cf5-825d-7ca402f17256 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:53:39.562844 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] Attempting to bind port f8c58b53-ef86-4cf5-825d-7ca402f17256 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:53:39.563466 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] Attempting to bind port f8c58b53-ef86-4cf5-825d-7ca402f17256 on network 621fbee4-87d2-43df-9614-a9bffeb44782 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:53:39.581806 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb93f662-0983-42bc-bbd5-dbe1293ea18c admin admin] Network e276a033-9be4-4730-92e8-b71e7f53fe8f is scheduled to be hosted by DHCP agent 936a358b-e021-4ff4-ad20-3c86fe6ebe95 with binding_index 1 {{(pid=103549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:53:39.595635 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-bb93f662-0983-42bc-bbd5-dbe1293ea18c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-1-iscsi, e276a033-9be4-4730-92e8-b71e7f53fe8f) {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:53:39.600635 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb8d03-11ac-42c5-9ab2-4d3bbdd43ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c66390-6aeb-4948-9b53-552a982defa1,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:39.610628 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb93f662-0983-42bc-bbd5-dbe1293ea18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:39.611173 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bb93f662-0983-42bc-bbd5-dbe1293ea18c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:39.624772 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:53:39.629572 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] Checking segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:53:39.631179 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:39.631410 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4efb8d03-11ac-42c5-9ab2-4d3bbdd43ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726645'] for router_interface (25c2192e-155a-445d-9836-3058422766b7), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:39.631913 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] Bound using segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:53:39.632597 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] Bound port: f8c58b53-ef86-4cf5-825d-7ca402f17256, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:53:39.633160 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (f8c58b53-ef86-4cf5-825d-7ca402f17256), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:39.636588 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0ad588-7d5a-475b-ab63-b37f95e6d0ea None None] Network e276a033-9be4-4730-92e8-b71e7f53fe8f requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:53:39.637220 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-bb93f662-0983-42bc-bbd5-dbe1293ea18c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5137653 Apr 08 17:53:39.799397 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed5b1f-a541-4191-946a-e6b210a80b25 None None] Pushing event updated for resources: {'Port': ['ID=f8c58b53-ef86-4cf5-825d-7ca402f17256,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:39.829232 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4efb8d03-11ac-42c5-9ab2-4d3bbdd43ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (a0c66390-6aeb-4948-9b53-552a982defa1), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:40.005274 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:40.006430 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 111de92c-9be0-46b2-a8f4-bdf80d7e880b up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:53:40.035903 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] For port f8c58b53-ef86-4cf5-825d-7ca402f17256, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:53:40.038204 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-6deb842f-a2ed-41ee-a209-238b8aa3cfc7 None None] Current status of the port 111de92c-9be0-46b2-a8f4-bdf80d7e880b is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:40.085822 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] For port f8c58b53-ef86-4cf5-825d-7ca402f17256, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=f8c58b53-ef86-4cf5-825d-7ca402f17256,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:53:40.088697 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4efb8d03-11ac-42c5-9ab2-4d3bbdd43ec7 admin admin] Publish callbacks [] for port (a0c66390-6aeb-4948-9b53-552a982defa1), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:40.095292 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3532318-1971-43c5-a749-b78104e3aba0 None None] Network e276a033-9be4-4730-92e8-b71e7f53fe8f requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:53:40.102758 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4efb8d03-11ac-42c5-9ab2-4d3bbdd43ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (a0c66390-6aeb-4948-9b53-552a982defa1), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:40.116048 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (f8c58b53-ef86-4cf5-825d-7ca402f17256), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:40.123729 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-6deb842f-a2ed-41ee-a209-238b8aa3cfc7 None None] Provisioning complete for port 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:40.124118 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6deb842f-a2ed-41ee-a209-238b8aa3cfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:40.201846 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb8d03-11ac-42c5-9ab2-4d3bbdd43ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c66390-6aeb-4948-9b53-552a982defa1,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:40.206193 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4efb8d03-11ac-42c5-9ab2-4d3bbdd43ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732645'] for router_interface (25c2192e-155a-445d-9836-3058422766b7), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:40.314041 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 111de92c-9be0-46b2-a8f4-bdf80d7e880b triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:40.314041 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (111de92c-9be0-46b2-a8f4-bdf80d7e880b), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:40.342788 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efb8d03-11ac-42c5-9ab2-4d3bbdd43ec7 admin admin] Network 3530dbd5-4aeb-4975-ad43-1c12b8a1e1de is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:53:40.346359 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-4efb8d03-11ac-42c5-9ab2-4d3bbdd43ec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:53:40.394392 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] Routers {'25c2192e-155a-445d-9836-3058422766b7'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:53:40.395561 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:53:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['25c2192e-155a-445d-9836-3058422766b7'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:40.410904 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed5b1f-a541-4191-946a-e6b210a80b25 None None] Pushing event updated for resources: {'Port': ['ID=f8c58b53-ef86-4cf5-825d-7ca402f17256,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:40.627343 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efb8d03-11ac-42c5-9ab2-4d3bbdd43ec7 admin admin] Router 25c2192e-155a-445d-9836-3058422766b7 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:53:40.821320 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efb8d03-11ac-42c5-9ab2-4d3bbdd43ec7 admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:53:40.828932 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-4efb8d03-11ac-42c5-9ab2-4d3bbdd43ec7 admin admin] 10.222.0.86 "PUT /v2.0/routers/25c2192e-155a-445d-9836-3058422766b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4885690 Apr 08 17:53:40.911530 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-6deb842f-a2ed-41ee-a209-238b8aa3cfc7 None None] Current status of the port 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:40.946333 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] Set router 25c2192e-155a-445d-9836-3058422766b7 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:53:40.985138 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 111de92c-9be0-46b2-a8f4-bdf80d7e880b is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:41.129484 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:53:41.136670 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-807569cb-914b-40e7-805c-1a9edc66f58a None None] Provisioning complete for port a0c66390-6aeb-4948-9b53-552a982defa1 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:41.136869 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-807569cb-914b-40e7-805c-1a9edc66f58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (a0c66390-6aeb-4948-9b53-552a982defa1), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:41.228794 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-807569cb-914b-40e7-805c-1a9edc66f58a None None] Port a0c66390-6aeb-4948-9b53-552a982defa1 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:53:41.280484 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:41.281259 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:41.326271 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c2192e-155a-445d-9836-3058422766b7', 'name': 'tempest-TestShelveInstance-2116089092-router', 'tenant_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'f8c58b53-ef86-4cf5-825d-7ca402f17256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:35Z', 'updated_at': '2022-04-08T17:53:39Z', 'revision_number': 4, 'project_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'gw_port': {'id': 'f8c58b53-ef86-4cf5-825d-7ca402f17256', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c2192e-155a-445d-9836-3058422766b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:35Z', 'updated_at': '2022-04-08T17:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'a0c66390-6aeb-4948-9b53-552a982defa1', 'name': '', 'network_id': '3530dbd5-4aeb-4975-ad43-1c12b8a1e1de', 'tenant_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'mac_address': 'fa:16:3e:eb:d5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c2192e-155a-445d-9836-3058422766b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'be7a9e65-6b46-4f3e-a6dc-0250f8f62d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:38Z', 'updated_at': '2022-04-08T17:53:39Z', 'revision_number': 2, 'project_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'subnets': [{'id': 'be7a9e65-6b46-4f3e-a6dc-0250f8f62d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:41.363124 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126a3e81-c817-48fd-9ba3-f2a29330a219 None None] The sync data for ids ['25c2192e-155a-445d-9836-3058422766b7'] in dv-cinder-837166-1-iscsi is: [{'id': '25c2192e-155a-445d-9836-3058422766b7', 'name': 'tempest-TestShelveInstance-2116089092-router', 'tenant_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'f8c58b53-ef86-4cf5-825d-7ca402f17256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:35Z', 'updated_at': '2022-04-08T17:53:39Z', 'revision_number': 4, 'project_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'gw_port': {'id': 'f8c58b53-ef86-4cf5-825d-7ca402f17256', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c2192e-155a-445d-9836-3058422766b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:35Z', 'updated_at': '2022-04-08T17:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'a0c66390-6aeb-4948-9b53-552a982defa1', 'name': '', 'network_id': '3530dbd5-4aeb-4975-ad43-1c12b8a1e1de', 'tenant_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'mac_address': 'fa:16:3e:eb:d5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c2192e-155a-445d-9836-3058422766b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'be7a9e65-6b46-4f3e-a6dc-0250f8f62d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:38Z', 'updated_at': '2022-04-08T17:53:39Z', 'revision_number': 2, 'project_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'subnets': [{'id': 'be7a9e65-6b46-4f3e-a6dc-0250f8f62d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:53:41.428293 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:41.429581 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 111de92c-9be0-46b2-a8f4-bdf80d7e880b up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:53:41.483903 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 111de92c-9be0-46b2-a8f4-bdf80d7e880b triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:41.484731 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (111de92c-9be0-46b2-a8f4-bdf80d7e880b), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:41.500201 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 45094) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:41.507990 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-669728b5-b159-4586-ac80-2d90a97ae81b tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-796797569', 'description': 'tempest-secgroup-smoke-796797569 description', 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:41.543391 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-669728b5-b159-4586-ac80-2d90a97ae81b tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:41.589826 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 111de92c-9be0-46b2-a8f4-bdf80d7e880b is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:41.679664 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-669728b5-b159-4586-ac80-2d90a97ae81b tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group (0fa1bdde-55a9-40e0-932e-3d6450500b5c), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:41.694556 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-669728b5-b159-4586-ac80-2d90a97ae81b tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (0fa1bdde-55a9-40e0-932e-3d6450500b5c), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:41.716660 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device ce5e076e-2f3a-456f-87f9-0752c4b07c73 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:53:41.745375 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] No Port match for: ce5e076e-2f3a-456f-87f9-0752c4b07c73 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:53:41.745716 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device ce5e076e-2f3a-456f-87f9-0752c4b07c73 not bound to the agent host hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:53:41.747430 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-669728b5-b159-4586-ac80-2d90a97ae81b tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:41.748962 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-669728b5-b159-4586-ac80-2d90a97ae81b tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2476869 Apr 08 17:53:41.752387 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 45126) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:41.762648 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669728b5-b159-4586-ac80-2d90a97ae81b tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa1bdde-55a9-40e0-932e-3d6450500b5c,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:41.787139 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-82c45956-917f-4b6b-b868-ff6c59387baa tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Request body: {'security_group_rule': {'security_group_id': '0fa1bdde-55a9-40e0-932e-3d6450500b5c', 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:41.878059 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-82c45956-917f-4b6b-b868-ff6c59387baa tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group_rule (b9badb37-cfec-48fc-a9c4-533cc66c3839), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:41.926423 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0979e-92ab-482f-bf40-957522c02511 req-e1a9c40d-5153-42ed-8be4-e971818c6255 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:41.928162 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-23c0979e-92ab-482f-bf40-957522c02511 req-e1a9c40d-5153-42ed-8be4-e971818c6255 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/networks?id=e276a033-9be4-4730-92e8-b71e7f53fe8f HTTP/1.1" status: 200 len: 808 time: 0.1997988 Apr 08 17:53:41.957290 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-23c0979e-92ab-482f-bf40-957522c02511 req-80a64abb-ca8d-472a-b538-4fe9b357dbaa tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/quotas/c4e4bb503422489286d57f3dc20621b9 HTTP/1.1" status: 200 len: 375 time: 0.0187845 Apr 08 17:53:41.998729 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-23c0979e-92ab-482f-bf40-957522c02511 req-5308eddf-0f87-4d6b-bb09-938848406602 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c4e4bb503422489286d57f3dc20621b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348110 Apr 08 17:53:42.009681 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-82c45956-917f-4b6b-b868-ff6c59387baa tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group_rule (b9badb37-cfec-48fc-a9c4-533cc66c3839), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.015988 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-82c45956-917f-4b6b-b868-ff6c59387baa tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (b9badb37-cfec-48fc-a9c4-533cc66c3839), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.039115 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c45956-917f-4b6b-b868-ff6c59387baa tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9badb37-cfec-48fc-a9c4-533cc66c3839,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:42.055458 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-82c45956-917f-4b6b-b868-ff6c59387baa tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.060846 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 45166) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:42.061006 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-82c45956-917f-4b6b-b868-ff6c59387baa tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3065393 Apr 08 17:53:42.065986 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-3453f5ec-ff0a-4cde-b0a9-f878165c1cd2 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Request body: {'security_group_rule': {'security_group_id': '0fa1bdde-55a9-40e0-932e-3d6450500b5c', 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:42.077903 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [req-23c0979e-92ab-482f-bf40-957522c02511 req-0abf1401-48ff-4866-8528-1a476135bc7d service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:53:42.082674 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-23c0979e-92ab-482f-bf40-957522c02511 req-0abf1401-48ff-4866-8528-1a476135bc7d service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0748127 Apr 08 17:53:42.106388 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3453f5ec-ff0a-4cde-b0a9-f878165c1cd2 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group_rule (bc6fe473-f5af-40e0-81d5-49d2e0678f37), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.183190 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3453f5ec-ff0a-4cde-b0a9-f878165c1cd2 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group_rule (bc6fe473-f5af-40e0-81d5-49d2e0678f37), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.190342 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3453f5ec-ff0a-4cde-b0a9-f878165c1cd2 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (bc6fe473-f5af-40e0-81d5-49d2e0678f37), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.203354 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-23c0979e-92ab-482f-bf40-957522c02511 req-7d6218ca-7389-4daa-8b81-d0aba7d0904b service neutron] 10.222.0.86 "GET /v2.0/networks/e276a033-9be4-4730-92e8-b71e7f53fe8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120987 Apr 08 17:53:42.219613 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3453f5ec-ff0a-4cde-b0a9-f878165c1cd2 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.220992 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-3453f5ec-ff0a-4cde-b0a9-f878165c1cd2 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1588960 Apr 08 17:53:42.223811 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 45174) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:42.229301 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-8786ccea-e470-468f-aeaa-94c8bd5cb73a tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Request body: {'security_group_rule': {'security_group_id': '0fa1bdde-55a9-40e0-932e-3d6450500b5c', 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:42.233527 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453f5ec-ff0a-4cde-b0a9-f878165c1cd2 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6fe473-f5af-40e0-81d5-49d2e0678f37,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:42.276163 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8786ccea-e470-468f-aeaa-94c8bd5cb73a tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group_rule (3c08b46c-1daf-46c9-935e-50e746413885), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.337678 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-23c0979e-92ab-482f-bf40-957522c02511 req-e77a054e-3ad0-416d-9b41-4c962d6427cc service neutron] 10.222.0.86 "GET /v2.0/networks/e276a033-9be4-4730-92e8-b71e7f53fe8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276536 Apr 08 17:53:42.377542 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8786ccea-e470-468f-aeaa-94c8bd5cb73a tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group_rule (3c08b46c-1daf-46c9-935e-50e746413885), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.383424 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8786ccea-e470-468f-aeaa-94c8bd5cb73a tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (3c08b46c-1daf-46c9-935e-50e746413885), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.409165 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786ccea-e470-468f-aeaa-94c8bd5cb73a tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c08b46c-1daf-46c9-935e-50e746413885,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:42.430002 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8786ccea-e470-468f-aeaa-94c8bd5cb73a tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.431475 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-8786ccea-e470-468f-aeaa-94c8bd5cb73a tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2061472 Apr 08 17:53:42.434359 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 45186) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:42.445527 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-7434096a-3ca7-49f2-b512-cdd619cf6f08 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Request body: {'security_group_rule': {'security_group_id': '0fa1bdde-55a9-40e0-932e-3d6450500b5c', 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:42.492706 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7434096a-3ca7-49f2-b512-cdd619cf6f08 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group_rule (c7cb7939-4681-4a1b-9f89-fdb50490eef4), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.615040 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7434096a-3ca7-49f2-b512-cdd619cf6f08 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group_rule (c7cb7939-4681-4a1b-9f89-fdb50490eef4), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.626038 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7434096a-3ca7-49f2-b512-cdd619cf6f08 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (c7cb7939-4681-4a1b-9f89-fdb50490eef4), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.653133 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434096a-3ca7-49f2-b512-cdd619cf6f08 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7cb7939-4681-4a1b-9f89-fdb50490eef4,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:42.664472 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7434096a-3ca7-49f2-b512-cdd619cf6f08 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.666467 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-7434096a-3ca7-49f2-b512-cdd619cf6f08 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2303073 Apr 08 17:53:42.678186 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 45206) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:42.683450 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-1b96f9ec-9b8d-47b1-acd5-a354980850f7 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Request body: {'security_group_rule': {'security_group_id': '0fa1bdde-55a9-40e0-932e-3d6450500b5c', 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:42.696553 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b68a156c-3ff2-41ca-bb9d-b23152d175a6 req-5ebf57d2-cd52-4ea6-95a1-8a0de57954dc tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 210 time: 0.0728922 Apr 08 17:53:42.716288 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.securitygroups_db [None req-1b96f9ec-9b8d-47b1-acd5-a354980850f7 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Project bc8f668fe2c54b07aa0523c0576449f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 17:53:42.723251 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1b96f9ec-9b8d-47b1-acd5-a354980850f7 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group_rule (c37b8105-b61e-458f-8b08-e2bbe3e03da7), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.787584 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1b96f9ec-9b8d-47b1-acd5-a354980850f7 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group_rule (c37b8105-b61e-458f-8b08-e2bbe3e03da7), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.792395 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1b96f9ec-9b8d-47b1-acd5-a354980850f7 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (c37b8105-b61e-458f-8b08-e2bbe3e03da7), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.811497 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96f9ec-9b8d-47b1-acd5-a354980850f7 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37b8105-b61e-458f-8b08-e2bbe3e03da7,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:42.820930 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1b96f9ec-9b8d-47b1-acd5-a354980850f7 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.825159 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 45212) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:42.825420 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-1b96f9ec-9b8d-47b1-acd5-a354980850f7 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1484902 Apr 08 17:53:42.830815 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-3bb2d5f2-4dd9-4ddd-a232-cfe6c43e94a8 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Request body: {'security_group_rule': {'security_group_id': '0fa1bdde-55a9-40e0-932e-3d6450500b5c', 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:42.857153 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.securitygroups_db [None req-3bb2d5f2-4dd9-4ddd-a232-cfe6c43e94a8 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Project bc8f668fe2c54b07aa0523c0576449f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 17:53:42.863777 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3bb2d5f2-4dd9-4ddd-a232-cfe6c43e94a8 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group_rule (b491b8da-b899-41d0-8c54-fe3363abc3ae), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.934129 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3bb2d5f2-4dd9-4ddd-a232-cfe6c43e94a8 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group_rule (b491b8da-b899-41d0-8c54-fe3363abc3ae), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.940140 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3bb2d5f2-4dd9-4ddd-a232-cfe6c43e94a8 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (b491b8da-b899-41d0-8c54-fe3363abc3ae), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.963455 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2d5f2-4dd9-4ddd-a232-cfe6c43e94a8 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b491b8da-b899-41d0-8c54-fe3363abc3ae,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:42.969143 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3bb2d5f2-4dd9-4ddd-a232-cfe6c43e94a8 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:42.970213 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-3bb2d5f2-4dd9-4ddd-a232-cfe6c43e94a8 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1433084 Apr 08 17:53:43.036284 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-38c58483-4c9b-4070-bb9d-97f9aaeeb9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:43.099420 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device f8c58b53-ef86-4cf5-825d-7ca402f17256 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:53:43.175219 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port f8c58b53-ef86-4cf5-825d-7ca402f17256 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:43.175608 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (f8c58b53-ef86-4cf5-825d-7ca402f17256), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:43.279320 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port f8c58b53-ef86-4cf5-825d-7ca402f17256 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:43.279828 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (f8c58b53-ef86-4cf5-825d-7ca402f17256), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:43.304219 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] For port f8c58b53-ef86-4cf5-825d-7ca402f17256, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=f8c58b53-ef86-4cf5-825d-7ca402f17256,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:43.310972 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (f8c58b53-ef86-4cf5-825d-7ca402f17256), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:43.373510 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Pushing event updated for resources: {'Port': ['ID=f8c58b53-ef86-4cf5-825d-7ca402f17256,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:43.777756 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0ed08f2e-e06e-47d9-ac5e-a8033eaa1258 req-e86beb96-a0c9-4e04-aab8-609b26e27a16 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 210 time: 0.0315256 Apr 08 17:53:44.723043 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 45320) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:44.880248 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-71ed274b-6731-47db-bd81-395ad840cc24 req-ad303d79-afe6-4a27-a9a6-e47f1073a72c tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 210 time: 0.0469377 Apr 08 17:53:44.922002 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-e3a4460d-43e4-4bd6-b045-c42abedc0c45 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1ccc0d12290a4e4bb746beeee74c3fe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975579 Apr 08 17:53:44.924387 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 45330) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:44.977105 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-64b88f18-0457-4170-940f-104c93e6610c admin admin] Publish callbacks [] for security_group (1a4f7d6d-cabb-4ce9-a0a0-8a73045ae3a4), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:44.999966 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-64b88f18-0457-4170-940f-104c93e6610c admin admin] Publish callbacks [] for security_group (1a4f7d6d-cabb-4ce9-a0a0-8a73045ae3a4), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.054045 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-64b88f18-0457-4170-940f-104c93e6610c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (1a4f7d6d-cabb-4ce9-a0a0-8a73045ae3a4), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.057582 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-64b88f18-0457-4170-940f-104c93e6610c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.058965 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-64b88f18-0457-4170-940f-104c93e6610c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1a4f7d6d-cabb-4ce9-a0a0-8a73045ae3a4 HTTP/1.1" status: 204 len: 168 time: 0.1336389 Apr 08 17:53:45.066210 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device f8c58b53-ef86-4cf5-825d-7ca402f17256 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:53:45.069091 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b88f18-0457-4170-940f-104c93e6610c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4f7d6d-cabb-4ce9-a0a0-8a73045ae3a4,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:45.125725 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port f8c58b53-ef86-4cf5-825d-7ca402f17256 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:45.126174 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (f8c58b53-ef86-4cf5-825d-7ca402f17256), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.216254 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port f8c58b53-ef86-4cf5-825d-7ca402f17256 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:45.399787 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] Sync routers for ids ['25c2192e-155a-445d-9836-3058422766b7'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:53:45.410482 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] Routers {'25c2192e-155a-445d-9836-3058422766b7'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:53:45.411114 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:53:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['25c2192e-155a-445d-9836-3058422766b7'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:45.438963 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-568ae5b4-f355-4c69-83fc-dd155a2c50fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.535946 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] Set router 25c2192e-155a-445d-9836-3058422766b7 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:53:45.740591 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c2192e-155a-445d-9836-3058422766b7', 'name': 'tempest-TestShelveInstance-2116089092-router', 'tenant_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'f8c58b53-ef86-4cf5-825d-7ca402f17256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:35Z', 'updated_at': '2022-04-08T17:53:39Z', 'revision_number': 4, 'project_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'gw_port': {'id': 'f8c58b53-ef86-4cf5-825d-7ca402f17256', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2192e-155a-445d-9836-3058422766b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:35Z', 'updated_at': '2022-04-08T17:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'a0c66390-6aeb-4948-9b53-552a982defa1', 'name': '', 'network_id': '3530dbd5-4aeb-4975-ad43-1c12b8a1e1de', 'tenant_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'mac_address': 'fa:16:3e:eb:d5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c2192e-155a-445d-9836-3058422766b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'be7a9e65-6b46-4f3e-a6dc-0250f8f62d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:38Z', 'updated_at': '2022-04-08T17:53:39Z', 'revision_number': 2, 'project_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'subnets': [{'id': 'be7a9e65-6b46-4f3e-a6dc-0250f8f62d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:45.758878 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 45354) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:45.773140 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] Checking router: 25c2192e-155a-445d-9836-3058422766b7 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:53:45.773387 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] Updating router 25c2192e-155a-445d-9836-3058422766b7 port a0c66390-6aeb-4948-9b53-552a982defa1 binding host dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:53:45.801776 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (a0c66390-6aeb-4948-9b53-552a982defa1), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.861341 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-bfa00400-a3b1-4619-80f1-13bc8e20171e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-143959866-network', 'tenant_id': 'e9aa206a78e54f5dbc018b70e3fde518'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:45.891649 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa00400-a3b1-4619-80f1-13bc8e20171e admin admin] Made reservation on behalf of e9aa206a78e54f5dbc018b70e3fde518 for: {'network': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:53:45.894469 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bfa00400-a3b1-4619-80f1-13bc8e20171e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for network (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.914931 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bfa00400-a3b1-4619-80f1-13bc8e20171e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.006603 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7c0e5661-0194-4e03-96c2-cbc5ff3cdf48 req-71b4b06c-c43c-4795-97af-ab84ad02ad9d tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 210 time: 0.0487788 Apr 08 17:53:46.031138 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bfa00400-a3b1-4619-80f1-13bc8e20171e admin admin] Publish callbacks [] for security_group (8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.035027 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bfa00400-a3b1-4619-80f1-13bc8e20171e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.057956 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa00400-a3b1-4619-80f1-13bc8e20171e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 991} {{(pid=103549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:53:46.073991 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa00400-a3b1-4619-80f1-13bc8e20171e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:46.079394 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bfa00400-a3b1-4619-80f1-13bc8e20171e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (7d424ad2-2437-4e40-ac17-e3ffd105d520), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.080496 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.segments_db [None req-bfa00400-a3b1-4619-80f1-13bc8e20171e admin admin] Added segment 7d424ad2-2437-4e40-ac17-e3ffd105d520 of type vlan for network 1e10707f-0c9c-46c9-807d-27ec9117379d Apr 08 17:53:46.090279 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] Publish callbacks [] for port (a0c66390-6aeb-4948-9b53-552a982defa1), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.095573 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (a0c66390-6aeb-4948-9b53-552a982defa1), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.123854 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bfa00400-a3b1-4619-80f1-13bc8e20171e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780306027852'] for network (1e10707f-0c9c-46c9-807d-27ec9117379d), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.152274 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bfa00400-a3b1-4619-80f1-13bc8e20171e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for network (1e10707f-0c9c-46c9-807d-27ec9117379d), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.153310 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa00400-a3b1-4619-80f1-13bc8e20171e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:46.154187 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bfa00400-a3b1-4619-80f1-13bc8e20171e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.172197 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455a8c1-278d-4854-a8c1-3a65634070cb None None] Pushing event updated for resources: {'Port': ['ID=a0c66390-6aeb-4948-9b53-552a982defa1,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:46.207708 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] Attempting to bind port a0c66390-6aeb-4948-9b53-552a982defa1 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:53:46.208085 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] Attempting to bind port a0c66390-6aeb-4948-9b53-552a982defa1 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': 'df5378c9-d718-466b-93a1-62c5268a3a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3530dbd5-4aeb-4975-ad43-1c12b8a1e1de'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:53:46.208465 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] Attempting to bind port a0c66390-6aeb-4948-9b53-552a982defa1 on network 3530dbd5-4aeb-4975-ad43-1c12b8a1e1de {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:53:46.214839 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:53:46.215216 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] Checking segment: {'id': 'df5378c9-d718-466b-93a1-62c5268a3a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3530dbd5-4aeb-4975-ad43-1c12b8a1e1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:53:46.215627 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.216010 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] Bound using segment: {'id': 'df5378c9-d718-466b-93a1-62c5268a3a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3530dbd5-4aeb-4975-ad43-1c12b8a1e1de'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:53:46.216499 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] Bound port: a0c66390-6aeb-4948-9b53-552a982defa1, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5378c9-d718-466b-93a1-62c5268a3a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3530dbd5-4aeb-4975-ad43-1c12b8a1e1de'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:53:46.217162 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (a0c66390-6aeb-4948-9b53-552a982defa1), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.222630 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-bfa00400-a3b1-4619-80f1-13bc8e20171e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4625552 Apr 08 17:53:46.225771 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 45364) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:46.230909 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-4b57295e-4e4f-42c8-be4b-5abe1cfd1e93 admin admin] Request body: {'subnet': {'network_id': '1e10707f-0c9c-46c9-807d-27ec9117379d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-143959866-subnet', 'tenant_id': 'e9aa206a78e54f5dbc018b70e3fde518', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:46.232161 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa00400-a3b1-4619-80f1-13bc8e20171e admin admin] Pushing event updated for resources: {'Network': ['ID=1e10707f-0c9c-46c9-807d-27ec9117379d,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:46.247731 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Network 1e10707f-0c9c-46c9-807d-27ec9117379d details requested by agent ovs-agent-dv-cinder-837166-1-iscsi with host dv-cinder-837166-1-iscsi {{(pid=103550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:53:46.263794 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b57295e-4e4f-42c8-be4b-5abe1cfd1e93 admin admin] Made reservation on behalf of e9aa206a78e54f5dbc018b70e3fde518 for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:53:46.266400 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4b57295e-4e4f-42c8-be4b-5abe1cfd1e93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30287672'] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.295283 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] For port a0c66390-6aeb-4948-9b53-552a982defa1, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:53:46.299221 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] For port a0c66390-6aeb-4948-9b53-552a982defa1, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=a0c66390-6aeb-4948-9b53-552a982defa1,segment=NetworkSegment(df5378c9-d718-466b-93a1-62c5268a3a9b),segment_id=df5378c9-d718-466b-93a1-62c5268a3a9b)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:53:46.307169 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (a0c66390-6aeb-4948-9b53-552a982defa1), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.389983 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] Routers {'25c2192e-155a-445d-9836-3058422766b7'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:53:46.390627 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:53:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['25c2192e-155a-445d-9836-3058422766b7'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:46.431870 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455a8c1-278d-4854-a8c1-3a65634070cb None None] Pushing event updated for resources: {'Port': ['ID=a0c66390-6aeb-4948-9b53-552a982defa1,revision_number=4']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:46.496707 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-f4b75b36-7f0f-4bdc-ac98-be0474557a73 None None] Provisioning complete for port a0c66390-6aeb-4948-9b53-552a982defa1 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:46.497424 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f4b75b36-7f0f-4bdc-ac98-be0474557a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (a0c66390-6aeb-4948-9b53-552a982defa1), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.501406 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4b57295e-4e4f-42c8-be4b-5abe1cfd1e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30241987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30287702'] for subnet (d4c0f9de-de2f-48f0-ab91-4b5e8314cba7), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.528371 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] Set router 25c2192e-155a-445d-9836-3058422766b7 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:53:46.589889 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57295e-4e4f-42c8-be4b-5abe1cfd1e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c0f9de-de2f-48f0-ab91-4b5e8314cba7,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:46.593201 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b57295e-4e4f-42c8-be4b-5abe1cfd1e93 admin admin] Checking segment: {'id': '7d424ad2-2437-4e40-ac17-e3ffd105d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '1e10707f-0c9c-46c9-807d-27ec9117379d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:53:46.593998 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b57295e-4e4f-42c8-be4b-5abe1cfd1e93 admin admin] Network hostable DHCP agents. Network: 1e10707f-0c9c-46c9-807d-27ec9117379d, hostable agents: ['936a358b-e021-4ff4-ad20-3c86fe6ebe95'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:53:46.602693 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.620699 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-f4b75b36-7f0f-4bdc-ac98-be0474557a73 None None] Current status of the port a0c66390-6aeb-4948-9b53-552a982defa1 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:46.621116 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f4b75b36-7f0f-4bdc-ac98-be0474557a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (a0c66390-6aeb-4948-9b53-552a982defa1), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.622179 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b57295e-4e4f-42c8-be4b-5abe1cfd1e93 admin admin] Network 1e10707f-0c9c-46c9-807d-27ec9117379d is scheduled to be hosted by DHCP agent 936a358b-e021-4ff4-ad20-3c86fe6ebe95 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:53:46.632730 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-4b57295e-4e4f-42c8-be4b-5abe1cfd1e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-1-iscsi, 1e10707f-0c9c-46c9-807d-27ec9117379d) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:53:46.638289 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b57295e-4e4f-42c8-be4b-5abe1cfd1e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:46.638888 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4b57295e-4e4f-42c8-be4b-5abe1cfd1e93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.646342 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0091b816-07e8-44e2-af0b-e03df7094360 None None] Network 1e10707f-0c9c-46c9-807d-27ec9117379d requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:53:46.667429 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-4b57295e-4e4f-42c8-be4b-5abe1cfd1e93 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4404609 Apr 08 17:53:46.709922 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-f4b75b36-7f0f-4bdc-ac98-be0474557a73 None None] For port a0c66390-6aeb-4948-9b53-552a982defa1, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=a0c66390-6aeb-4948-9b53-552a982defa1,segment=NetworkSegment(df5378c9-d718-466b-93a1-62c5268a3a9b),segment_id=df5378c9-d718-466b-93a1-62c5268a3a9b)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:46.764359 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f4b75b36-7f0f-4bdc-ac98-be0474557a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (a0c66390-6aeb-4948-9b53-552a982defa1), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.794347 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c2192e-155a-445d-9836-3058422766b7', 'name': 'tempest-TestShelveInstance-2116089092-router', 'tenant_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'f8c58b53-ef86-4cf5-825d-7ca402f17256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:35Z', 'updated_at': '2022-04-08T17:53:39Z', 'revision_number': 4, 'project_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'gw_port': {'id': 'f8c58b53-ef86-4cf5-825d-7ca402f17256', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2192e-155a-445d-9836-3058422766b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:35Z', 'updated_at': '2022-04-08T17:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'a0c66390-6aeb-4948-9b53-552a982defa1', 'name': '', 'network_id': '3530dbd5-4aeb-4975-ad43-1c12b8a1e1de', 'tenant_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'mac_address': 'fa:16:3e:eb:d5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c2192e-155a-445d-9836-3058422766b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'be7a9e65-6b46-4f3e-a6dc-0250f8f62d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:38Z', 'updated_at': '2022-04-08T17:53:46Z', 'revision_number': 4, 'project_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'subnets': [{'id': 'be7a9e65-6b46-4f3e-a6dc-0250f8f62d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:46.800968 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.823693 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f058cf0d-39d9-4513-a43c-b8e4ea3e1ea0 None None] The sync data for ids ['25c2192e-155a-445d-9836-3058422766b7'] in dv-cinder-837166-1-iscsi is: [{'id': '25c2192e-155a-445d-9836-3058422766b7', 'name': 'tempest-TestShelveInstance-2116089092-router', 'tenant_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'f8c58b53-ef86-4cf5-825d-7ca402f17256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:35Z', 'updated_at': '2022-04-08T17:53:39Z', 'revision_number': 4, 'project_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'gw_port': {'id': 'f8c58b53-ef86-4cf5-825d-7ca402f17256', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2192e-155a-445d-9836-3058422766b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:35Z', 'updated_at': '2022-04-08T17:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': 'a0c66390-6aeb-4948-9b53-552a982defa1', 'name': '', 'network_id': '3530dbd5-4aeb-4975-ad43-1c12b8a1e1de', 'tenant_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'mac_address': 'fa:16:3e:eb:d5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c2192e-155a-445d-9836-3058422766b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'be7a9e65-6b46-4f3e-a6dc-0250f8f62d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:38Z', 'updated_at': '2022-04-08T17:53:46Z', 'revision_number': 4, 'project_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'subnets': [{'id': 'be7a9e65-6b46-4f3e-a6dc-0250f8f62d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:53:46.839235 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b75b36-7f0f-4bdc-ac98-be0474557a73 None None] Pushing event updated for resources: {'Port': ['ID=a0c66390-6aeb-4948-9b53-552a982defa1,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:46.873813 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d149d29-0843-41f0-abb0-d2f2a9d82c93 None None] Network 1e10707f-0c9c-46c9-807d-27ec9117379d requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:53:46.907506 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-bed3df0f-908b-419b-9e77-e57c1eff79f4 None None] Provisioning complete for port a0c66390-6aeb-4948-9b53-552a982defa1 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:46.907874 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bed3df0f-908b-419b-9e77-e57c1eff79f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (a0c66390-6aeb-4948-9b53-552a982defa1), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:47.114615 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device a0c66390-6aeb-4948-9b53-552a982defa1 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:53:47.146047 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a79a3e6b-4fae-466b-ac09-08f37b99410e req-850a984c-93cb-4993-a18d-0df4a7564396 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 210 time: 0.0469918 Apr 08 17:53:47.166402 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-bed3df0f-908b-419b-9e77-e57c1eff79f4 None None] Current status of the port a0c66390-6aeb-4948-9b53-552a982defa1 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:47.211409 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port a0c66390-6aeb-4948-9b53-552a982defa1 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:47.211783 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (a0c66390-6aeb-4948-9b53-552a982defa1), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:47.325093 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port a0c66390-6aeb-4948-9b53-552a982defa1 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:47.899850 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0979e-92ab-482f-bf40-957522c02511 req-eb6b71ed-2656-43dc-9aff-f687565654ad tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:47.901352 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-23c0979e-92ab-482f-bf40-957522c02511 req-eb6b71ed-2656-43dc-9aff-f687565654ad tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.20 "GET /v2.0/networks?id=e276a033-9be4-4730-92e8-b71e7f53fe8f HTTP/1.1" status: 200 len: 808 time: 0.1156487 Apr 08 17:53:47.915992 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [req-23c0979e-92ab-482f-bf40-957522c02511 req-f4a70c11-71ef-48ac-ba51-8081dce9417c tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Request body: {'port': {'device_id': '45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a', 'network_id': 'e276a033-9be4-4730-92e8-b71e7f53fe8f', 'admin_state_up': True, 'tenant_id': 'c4e4bb503422489286d57f3dc20621b9'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:48.034741 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c0979e-92ab-482f-bf40-957522c02511 req-f4a70c11-71ef-48ac-ba51-8081dce9417c tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Made reservation on behalf of c4e4bb503422489286d57f3dc20621b9 for: {'port': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:53:48.036054 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:48.038522 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-23c0979e-92ab-482f-bf40-957522c02511 req-f4a70c11-71ef-48ac-ba51-8081dce9417c tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:48.185313 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [req-23c0979e-92ab-482f-bf40-957522c02511 req-f4a70c11-71ef-48ac-ba51-8081dce9417c tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Allocated IP 172.20.0.5 (e276a033-9be4-4730-92e8-b71e7f53fe8f/678a8ae8-efba-42c8-a5fa-b408b19b60b1/96158d5d-1b70-4d60-9ad6-7317c6ff6847) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:53:48.253669 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0102c964-c86a-4877-ad9e-5635d511b34b req-bcf1088e-23f7-4008-9630-f9c4e895c028 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 210 time: 0.0323305 Apr 08 17:53:48.349021 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-23c0979e-92ab-482f-bf40-957522c02511 req-f4a70c11-71ef-48ac-ba51-8081dce9417c tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Publish callbacks [] for port (96158d5d-1b70-4d60-9ad6-7317c6ff6847), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:48.388240 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-23c0979e-92ab-482f-bf40-957522c02511 req-f4a70c11-71ef-48ac-ba51-8081dce9417c tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (96158d5d-1b70-4d60-9ad6-7317c6ff6847), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:48.429382 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c0979e-92ab-482f-bf40-957522c02511 req-f4a70c11-71ef-48ac-ba51-8081dce9417c tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Network e276a033-9be4-4730-92e8-b71e7f53fe8f is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:53:48.433890 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [req-23c0979e-92ab-482f-bf40-957522c02511 req-f4a70c11-71ef-48ac-ba51-8081dce9417c tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:53:48.437665 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c0979e-92ab-482f-bf40-957522c02511 req-f4a70c11-71ef-48ac-ba51-8081dce9417c tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:53:48.479886 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a70c11-71ef-48ac-ba51-8081dce9417c tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Pushing event updated for resources: {'Port': ['ID=96158d5d-1b70-4d60-9ad6-7317c6ff6847,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:48.504456 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0979e-92ab-482f-bf40-957522c02511 req-f4a70c11-71ef-48ac-ba51-8081dce9417c tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:48.505191 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-23c0979e-92ab-482f-bf40-957522c02511 req-f4a70c11-71ef-48ac-ba51-8081dce9417c tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:48.523037 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-23c0979e-92ab-482f-bf40-957522c02511 req-f4a70c11-71ef-48ac-ba51-8081dce9417c tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6110735 Apr 08 17:53:48.535917 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [req-23c0979e-92ab-482f-bf40-957522c02511 req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] Request body: {'port': {'device_id': '45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:48.661459 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-23c0979e-92ab-482f-bf40-957522c02511 req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (96158d5d-1b70-4d60-9ad6-7317c6ff6847), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:48.695339 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-c9e97b55-886d-46cf-98a2-a5dc25c2a03e tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:48.696761 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-c9e97b55-886d-46cf-98a2-a5dc25c2a03e tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/networks?id=1e10707f-0c9c-46c9-807d-27ec9117379d HTTP/1.1" status: 200 len: 813 time: 0.1580217 Apr 08 17:53:48.732570 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-d469fafa-f326-48ba-ae84-9efba200f87b tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/quotas/e9aa206a78e54f5dbc018b70e3fde518 HTTP/1.1" status: 200 len: 375 time: 0.0150471 Apr 08 17:53:48.817010 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-f4a36969-99c6-4d48-9c82-b60926816ea1 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e9aa206a78e54f5dbc018b70e3fde518&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724220 Apr 08 17:53:49.056559 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-607a12ee-a5de-459a-adcf-670043ad378f service neutron] 10.222.0.86 "GET /v2.0/networks/1e10707f-0c9c-46c9-807d-27ec9117379d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298317 Apr 08 17:53:49.075221 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [req-23c0979e-92ab-482f-bf40-957522c02511 req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96158d5d-1b70-4d60-9ad6-7317c6ff6847 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:53:49.092473 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-23c0979e-92ab-482f-bf40-957522c02511 req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] Publish callbacks [] for port (96158d5d-1b70-4d60-9ad6-7317c6ff6847), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:49.139751 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [req-23c0979e-92ab-482f-bf40-957522c02511 req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] Transition to ACTIVE for port object 96158d5d-1b70-4d60-9ad6-7317c6ff6847 will not be triggered until provisioned by entity L2. {{(pid=103549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:53:49.150413 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-23c0979e-92ab-482f-bf40-957522c02511 req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30663424'] for port (96158d5d-1b70-4d60-9ad6-7317c6ff6847), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:49.230381 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] Pushing event updated for resources: {'Port': ['ID=96158d5d-1b70-4d60-9ad6-7317c6ff6847,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:49.234037 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-d1fe6174-c238-436f-ae45-bd2ea2147abe service neutron] 10.222.0.86 "GET /v2.0/networks/1e10707f-0c9c-46c9-807d-27ec9117379d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714692 Apr 08 17:53:49.310763 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-23c0979e-92ab-482f-bf40-957522c02511 req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] Attempting to bind port 96158d5d-1b70-4d60-9ad6-7317c6ff6847 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:53:49.311172 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-23c0979e-92ab-482f-bf40-957522c02511 req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] Attempting to bind port 96158d5d-1b70-4d60-9ad6-7317c6ff6847 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '3d26d17d-0b73-4f83-bb43-bac975daedc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'e276a033-9be4-4730-92e8-b71e7f53fe8f'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:53:49.311413 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c0979e-92ab-482f-bf40-957522c02511 req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] Attempting to bind port 96158d5d-1b70-4d60-9ad6-7317c6ff6847 on network e276a033-9be4-4730-92e8-b71e7f53fe8f {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:53:49.319250 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c0979e-92ab-482f-bf40-957522c02511 req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] Port 96158d5d-1b70-4d60-9ad6-7317c6ff6847 on network e276a033-9be4-4730-92e8-b71e7f53fe8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:53:49.319682 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c0979e-92ab-482f-bf40-957522c02511 req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] Attempting to bind port 96158d5d-1b70-4d60-9ad6-7317c6ff6847 on network e276a033-9be4-4730-92e8-b71e7f53fe8f {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:53:49.325991 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c0979e-92ab-482f-bf40-957522c02511 req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] Checking agent: {'id': '0d41f64d-5a28-4579-bdba-007f65057d65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:53:49.326355 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c0979e-92ab-482f-bf40-957522c02511 req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] Checking segment: {'id': '3d26d17d-0b73-4f83-bb43-bac975daedc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'e276a033-9be4-4730-92e8-b71e7f53fe8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:53:49.326759 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c0979e-92ab-482f-bf40-957522c02511 req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] Bound using segment: {'id': '3d26d17d-0b73-4f83-bb43-bac975daedc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'e276a033-9be4-4730-92e8-b71e7f53fe8f'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:53:49.327287 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-23c0979e-92ab-482f-bf40-957522c02511 req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] Bound port: 96158d5d-1b70-4d60-9ad6-7317c6ff6847, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d26d17d-0b73-4f83-bb43-bac975daedc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'e276a033-9be4-4730-92e8-b71e7f53fe8f'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:53:49.327691 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-23c0979e-92ab-482f-bf40-957522c02511 req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (96158d5d-1b70-4d60-9ad6-7317c6ff6847), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:49.375670 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba93ec8-8a2c-4b2e-a446-8b05c3d0299d req-dbb1522a-5980-4c0a-9f40-914189a93185 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:49.377223 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fba93ec8-8a2c-4b2e-a446-8b05c3d0299d req-dbb1522a-5980-4c0a-9f40-914189a93185 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 943 time: 0.0507252 Apr 08 17:53:49.402087 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-23c0979e-92ab-482f-bf40-957522c02511 req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] For port 96158d5d-1b70-4d60-9ad6-7317c6ff6847, host hv-cinder-83716, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:53:49.405943 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-23c0979e-92ab-482f-bf40-957522c02511 req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] For port 96158d5d-1b70-4d60-9ad6-7317c6ff6847, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=96158d5d-1b70-4d60-9ad6-7317c6ff6847,segment=NetworkSegment(3d26d17d-0b73-4f83-bb43-bac975daedc6),segment_id=3d26d17d-0b73-4f83-bb43-bac975daedc6)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:53:49.412823 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-23c0979e-92ab-482f-bf40-957522c02511 req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30663424'] for port (96158d5d-1b70-4d60-9ad6-7317c6ff6847), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:49.432651 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fba93ec8-8a2c-4b2e-a446-8b05c3d0299d req-db1ec605-0ded-489c-ad7c-01f26d1a3d42 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483179 Apr 08 17:53:49.447852 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0979e-92ab-482f-bf40-957522c02511 req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:49.448491 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-23c0979e-92ab-482f-bf40-957522c02511 req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:49.449894 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-23c0979e-92ab-482f-bf40-957522c02511 req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] 10.222.0.20 "PUT /v2.0/ports/96158d5d-1b70-4d60-9ad6-7317c6ff6847 HTTP/1.1" status: 200 len: 1093 time: 0.9182191 Apr 08 17:53:49.450339 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a', 'tag': '96158d5d-1b70-4d60-9ad6-7317c6ff6847'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:53:49.452614 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b07f75-ef8e-487e-96bd-9de7559fa266" -d '{"events": [{"name": "network-changed", "server_uuid": "45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a", "tag": "96158d5d-1b70-4d60-9ad6-7317c6ff6847"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:53:49.483500 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43160440-7d74-4ffc-872e-f039c8eb32e7 service neutron] Pushing event updated for resources: {'Port': ['ID=96158d5d-1b70-4d60-9ad6-7317c6ff6847,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:49.495968 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34c061a-d75a-430d-8a0d-628d9d3422a3 x-openstack-request-id: req-f34c061a-d75a-430d-8a0d-628d9d3422a3 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:53:49.496258 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a", "tag": "96158d5d-1b70-4d60-9ad6-7317c6ff6847", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:53:49.496543 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f34c061a-d75a-430d-8a0d-628d9d3422a3 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:53:49.496945 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f34c061a-d75a-430d-8a0d-628d9d3422a3'] response: {'name': 'network-changed', 'server_uuid': '45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a', 'tag': '96158d5d-1b70-4d60-9ad6-7317c6ff6847', 'status': 'completed', 'code': 200} Apr 08 17:53:49.538001 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:49.543615 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0979e-92ab-482f-bf40-957522c02511 req-46884583-5906-4ac4-9175-bd9ff36c413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:49.545283 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-23c0979e-92ab-482f-bf40-957522c02511 req-46884583-5906-4ac4-9175-bd9ff36c413a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4e4bb503422489286d57f3dc20621b9&device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 1127 time: 0.0448833 Apr 08 17:53:49.600390 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-23c0979e-92ab-482f-bf40-957522c02511 req-83281c49-789f-4b3f-afeb-b895a6fd0dbe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96158d5d-1b70-4d60-9ad6-7317c6ff6847 HTTP/1.1" status: 200 len: 217 time: 0.0443490 Apr 08 17:53:49.653122 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0979e-92ab-482f-bf40-957522c02511 req-db588355-7e49-45fa-a4a1-0a88fa930377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:49.654590 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-23c0979e-92ab-482f-bf40-957522c02511 req-db588355-7e49-45fa-a4a1-0a88fa930377 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=678a8ae8-efba-42c8-a5fa-b408b19b60b1 HTTP/1.1" status: 200 len: 848 time: 0.0467207 Apr 08 17:53:49.689799 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-23c0979e-92ab-482f-bf40-957522c02511 req-cbd1fa46-e9f8-4a87-9b62-1f42b07c3559 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e276a033-9be4-4730-92e8-b71e7f53fe8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265415 Apr 08 17:53:49.810900 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-23c0979e-92ab-482f-bf40-957522c02511 req-6ed0f049-8a38-4ed4-a1e6-738cabf42f8c service neutron] 10.222.0.20 "GET /v2.0/networks/e276a033-9be4-4730-92e8-b71e7f53fe8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129789 Apr 08 17:53:49.909887 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-23c0979e-92ab-482f-bf40-957522c02511 req-c802e78e-8130-43e4-aef2-bb146aeee864 service neutron] 10.222.0.20 "GET /v2.0/networks/e276a033-9be4-4730-92e8-b71e7f53fe8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904570 Apr 08 17:53:50.449692 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-42dbbd14-b66a-4af3-bc7a-6168921db0cf req-24bf75b7-df82-49f7-90aa-a7693c4f95c5 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=418a1265-f914-4b05-8267-9127cbe71dbb HTTP/1.1" status: 200 len: 210 time: 0.0345058 Apr 08 17:53:50.563185 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0634305-f03e-4374-95f2-ca93a020d50b req-6804c1f8-8253-4e12-a676-8057c0522403 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:50.570756 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c0634305-f03e-4374-95f2-ca93a020d50b req-6804c1f8-8253-4e12-a676-8057c0522403 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 943 time: 0.0600798 Apr 08 17:53:50.624322 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c0634305-f03e-4374-95f2-ca93a020d50b req-c6812f86-54ef-48c6-bdfa-4067c4a4fe6e tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526805 Apr 08 17:53:51.555897 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a8d618f0-a2ab-403a-9bcc-5b6a50aaeeaf req-23822f08-65f2-45c0-bf74-91abadbfb42c tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=418a1265-f914-4b05-8267-9127cbe71dbb HTTP/1.1" status: 200 len: 210 time: 0.0354111 Apr 08 17:53:51.760426 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11849b2b-321b-470e-9802-3f6d75792994 req-5f1fee31-b7e4-435d-8684-d74ed5139299 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:51.762608 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-11849b2b-321b-470e-9802-3f6d75792994 req-5f1fee31-b7e4-435d-8684-d74ed5139299 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 943 time: 0.0586085 Apr 08 17:53:51.820927 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-11849b2b-321b-470e-9802-3f6d75792994 req-7ca55d95-e567-49ad-ad46-f3ee90ef7c42 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494726 Apr 08 17:53:52.787939 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-142eccd7-d05b-4a40-9b14-fa9b084ab3d9 req-cbf72c27-3763-4080-9edf-fac28da85eda tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=418a1265-f914-4b05-8267-9127cbe71dbb HTTP/1.1" status: 200 len: 210 time: 0.1573110 Apr 08 17:53:52.946892 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adf813-3b8e-4b19-9fa5-345cabcc113b req-6119f994-0cac-4287-b04c-a186779f2fae tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:52.948486 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-14adf813-3b8e-4b19-9fa5-345cabcc113b req-6119f994-0cac-4287-b04c-a186779f2fae tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 943 time: 0.0488210 Apr 08 17:53:53.005514 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-14adf813-3b8e-4b19-9fa5-345cabcc113b req-decb660d-0689-4766-935b-cf35dc8cee37 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486562 Apr 08 17:53:53.212421 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b07f75-ef8e-487e-96bd-9de7559fa266 req-828ad49f-a91b-4a22-a0c9-2ae12664c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:53.214012 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-06b07f75-ef8e-487e-96bd-9de7559fa266 req-828ad49f-a91b-4a22-a0c9-2ae12664c2da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4e4bb503422489286d57f3dc20621b9&device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 1127 time: 0.0510237 Apr 08 17:53:53.311593 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b07f75-ef8e-487e-96bd-9de7559fa266 req-af86291d-2f38-47a0-9ef6-ddb271235ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:53.313938 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-06b07f75-ef8e-487e-96bd-9de7559fa266 req-af86291d-2f38-47a0-9ef6-ddb271235ba9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e276a033-9be4-4730-92e8-b71e7f53fe8f HTTP/1.1" status: 200 len: 909 time: 0.0933924 Apr 08 17:53:53.591047 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-06b07f75-ef8e-487e-96bd-9de7559fa266 req-d31970c5-becb-4bdd-b612-6e796922fab9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96158d5d-1b70-4d60-9ad6-7317c6ff6847 HTTP/1.1" status: 200 len: 217 time: 0.0416265 Apr 08 17:53:53.764590 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 96158d5d-1b70-4d60-9ad6-7317c6ff6847 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:53:53.878535 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 96158d5d-1b70-4d60-9ad6-7317c6ff6847, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=96158d5d-1b70-4d60-9ad6-7317c6ff6847,segment=NetworkSegment(3d26d17d-0b73-4f83-bb43-bac975daedc6),segment_id=3d26d17d-0b73-4f83-bb43-bac975daedc6)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:53.895419 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b07f75-ef8e-487e-96bd-9de7559fa266 req-324ac82a-d285-41b7-9eba-7a23993c1e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:53.895678 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': '96158d5d-1b70-4d60-9ad6-7317c6ff6847', 'network_id': 'e276a033-9be4-4730-92e8-b71e7f53fe8f', 'port_id': '96158d5d-1b70-4d60-9ad6-7317c6ff6847', 'mac_address': 'fa:16:3e:0d:7b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 950, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678a8ae8-efba-42c8-a5fa-b408b19b60b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:53:53.897424 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-06b07f75-ef8e-487e-96bd-9de7559fa266 req-324ac82a-d285-41b7-9eba-7a23993c1e3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=678a8ae8-efba-42c8-a5fa-b408b19b60b1 HTTP/1.1" status: 200 len: 848 time: 0.0614214 Apr 08 17:53:53.899093 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-cb681ab4-4694-4774-9f72-01c3f200abd2 req-428e8ec7-e8a8-441a-a698-c6f79208d870 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=418a1265-f914-4b05-8267-9127cbe71dbb HTTP/1.1" status: 200 len: 210 time: 0.0316837 Apr 08 17:53:53.941408 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 96158d5d-1b70-4d60-9ad6-7317c6ff6847 is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:53.941795 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (96158d5d-1b70-4d60-9ad6-7317c6ff6847), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:53.956631 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-06b07f75-ef8e-487e-96bd-9de7559fa266 req-27683d9e-ee51-41fd-9513-26cf04fb5bec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e276a033-9be4-4730-92e8-b71e7f53fe8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478399 Apr 08 17:53:53.958590 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96158d5d-1b70-4d60-9ad6-7317c6ff6847 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:53:53.983133 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 96158d5d-1b70-4d60-9ad6-7317c6ff6847, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=96158d5d-1b70-4d60-9ad6-7317c6ff6847,segment=NetworkSegment(3d26d17d-0b73-4f83-bb43-bac975daedc6),segment_id=3d26d17d-0b73-4f83-bb43-bac975daedc6)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:53.989867 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (96158d5d-1b70-4d60-9ad6-7317c6ff6847), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:54.064901 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=96158d5d-1b70-4d60-9ad6-7317c6ff6847,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:54.149672 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-201405a3-6e67-4f84-b36a-ca7d8e907301 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:54.151270 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-201405a3-6e67-4f84-b36a-ca7d8e907301 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.20 "GET /v2.0/networks?id=1e10707f-0c9c-46c9-807d-27ec9117379d HTTP/1.1" status: 200 len: 813 time: 0.1758039 Apr 08 17:53:54.337535 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-6736ecf4-30a8-408a-aa25-77dad8938b89 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Request body: {'port': {'device_id': '418a1265-f914-4b05-8267-9127cbe71dbb', 'network_id': '1e10707f-0c9c-46c9-807d-27ec9117379d', 'admin_state_up': True, 'tenant_id': 'e9aa206a78e54f5dbc018b70e3fde518'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:54.413844 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['96158d5d-1b70-4d60-9ad6-7317c6ff6847'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:53:54.436408 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-06b07f75-ef8e-487e-96bd-9de7559fa266 req-eade2ae4-efa3-4170-a8ea-6c3fe358452d service neutron] 10.222.0.20 "GET /v2.0/networks/e276a033-9be4-4730-92e8-b71e7f53fe8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707801 Apr 08 17:53:54.487692 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffc6da-7f94-457d-99f9-357bfb16bfc6 req-d38ec05c-772d-4aed-ac96-97ac9d7f77d8 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:54.489650 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-50ffc6da-7f94-457d-99f9-357bfb16bfc6 req-d38ec05c-772d-4aed-ac96-97ac9d7f77d8 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 944 time: 0.0522897 Apr 08 17:53:54.504351 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-6736ecf4-30a8-408a-aa25-77dad8938b89 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Made reservation on behalf of e9aa206a78e54f5dbc018b70e3fde518 for: {'port': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:53:54.508571 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-6736ecf4-30a8-408a-aa25-77dad8938b89 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:54.603557 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-50ffc6da-7f94-457d-99f9-357bfb16bfc6 req-29704412-4131-4495-aee6-2695dda3f9fd tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076202 Apr 08 17:53:54.627063 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-06b07f75-ef8e-487e-96bd-9de7559fa266 req-b9c4f371-824e-4693-a6fb-fbbadcea427b service neutron] 10.222.0.20 "GET /v2.0/networks/e276a033-9be4-4730-92e8-b71e7f53fe8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236634 Apr 08 17:53:54.652233 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-6736ecf4-30a8-408a-aa25-77dad8938b89 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Allocated IP 172.20.0.8 (1e10707f-0c9c-46c9-807d-27ec9117379d/d4c0f9de-de2f-48f0-ab91-4b5e8314cba7/609d1a2d-7a87-4e76-b0e2-91ceb4a44f00) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:53:54.813682 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-6736ecf4-30a8-408a-aa25-77dad8938b89 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Publish callbacks [] for port (609d1a2d-7a87-4e76-b0e2-91ceb4a44f00), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:54.856748 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-6736ecf4-30a8-408a-aa25-77dad8938b89 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (609d1a2d-7a87-4e76-b0e2-91ceb4a44f00), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:54.900504 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-6736ecf4-30a8-408a-aa25-77dad8938b89 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Network 1e10707f-0c9c-46c9-807d-27ec9117379d is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:53:54.903608 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-6736ecf4-30a8-408a-aa25-77dad8938b89 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:53:54.906406 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-6736ecf4-30a8-408a-aa25-77dad8938b89 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:53:54.943467 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736ecf4-30a8-408a-aa25-77dad8938b89 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Pushing event updated for resources: {'Port': ['ID=609d1a2d-7a87-4e76-b0e2-91ceb4a44f00,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:54.979165 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-6736ecf4-30a8-408a-aa25-77dad8938b89 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:54.979792 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-6736ecf4-30a8-408a-aa25-77dad8938b89 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:55.023328 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-6736ecf4-30a8-408a-aa25-77dad8938b89 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6909256 Apr 08 17:53:55.036592 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e3fa9-04d8-4197-af9e-bba53e1bd7ad req-e819e42d-6183-4fea-ab98-80bb76cf553d tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:55.038003 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-021e3fa9-04d8-4197-af9e-bba53e1bd7ad req-e819e42d-6183-4fea-ab98-80bb76cf553d tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=418a1265-f914-4b05-8267-9127cbe71dbb HTTP/1.1" status: 200 len: 931 time: 0.0553293 Apr 08 17:53:55.042875 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] Request body: {'port': {'device_id': '418a1265-f914-4b05-8267-9127cbe71dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:55.132016 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-021e3fa9-04d8-4197-af9e-bba53e1bd7ad req-a4dd031e-8853-46c0-85da-3c899947c94e tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857346 Apr 08 17:53:55.138855 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (609d1a2d-7a87-4e76-b0e2-91ceb4a44f00), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:55.421066 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 {{(pid=103548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:53:55.428843 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] Publish callbacks [] for port (609d1a2d-7a87-4e76-b0e2-91ceb4a44f00), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:55.441892 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.provisioning_blocks [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] Transition to ACTIVE for port object 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 will not be triggered until provisioned by entity L2. {{(pid=103548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:53:55.448629 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (609d1a2d-7a87-4e76-b0e2-91ceb4a44f00), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:55.497148 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] Pushing event updated for resources: {'Port': ['ID=609d1a2d-7a87-4e76-b0e2-91ceb4a44f00,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:55.572859 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] Attempting to bind port 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:53:55.573171 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] Attempting to bind port 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '7d424ad2-2437-4e40-ac17-e3ffd105d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '1e10707f-0c9c-46c9-807d-27ec9117379d'}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:53:55.573525 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] Attempting to bind port 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 on network 1e10707f-0c9c-46c9-807d-27ec9117379d {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:53:55.578473 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] Port 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 on network 1e10707f-0c9c-46c9-807d-27ec9117379d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:53:55.578790 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] Attempting to bind port 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 on network 1e10707f-0c9c-46c9-807d-27ec9117379d {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:53:55.583797 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] Checking agent: {'id': '0d41f64d-5a28-4579-bdba-007f65057d65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:53:55.584128 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] Checking segment: {'id': '7d424ad2-2437-4e40-ac17-e3ffd105d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '1e10707f-0c9c-46c9-807d-27ec9117379d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:53:55.584538 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] Bound using segment: {'id': '7d424ad2-2437-4e40-ac17-e3ffd105d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '1e10707f-0c9c-46c9-807d-27ec9117379d'} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:53:55.584964 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] Bound port: 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d424ad2-2437-4e40-ac17-e3ffd105d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '1e10707f-0c9c-46c9-807d-27ec9117379d'}}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:53:55.585313 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (609d1a2d-7a87-4e76-b0e2-91ceb4a44f00), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:55.647846 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] For port 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00, host hv-cinder-83716, cleared binding levels {{(pid=103548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:53:55.651109 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] For port 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=609d1a2d-7a87-4e76-b0e2-91ceb4a44f00,segment=NetworkSegment(7d424ad2-2437-4e40-ac17-e3ffd105d520),segment_id=7d424ad2-2437-4e40-ac17-e3ffd105d520)] {{(pid=103548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:53:55.661053 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (609d1a2d-7a87-4e76-b0e2-91ceb4a44f00), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:55.700848 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:55.701474 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:55.702887 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] 10.222.0.20 "PUT /v2.0/ports/609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 HTTP/1.1" status: 200 len: 1093 time: 0.6640115 Apr 08 17:53:55.703327 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418a1265-f914-4b05-8267-9127cbe71dbb', 'tag': '609d1a2d-7a87-4e76-b0e2-91ceb4a44f00'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:53:55.705865 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0376a7-0475-419c-b5bc-c45eab659cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "418a1265-f914-4b05-8267-9127cbe71dbb", "tag": "609d1a2d-7a87-4e76-b0e2-91ceb4a44f00"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:53:55.726414 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fb79a-7086-4dce-b749-70a7344705c0 req-f9d84ed4-3415-46ca-a2bd-ac53f9b26d49 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:55.728092 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-101fb79a-7086-4dce-b749-70a7344705c0 req-f9d84ed4-3415-46ca-a2bd-ac53f9b26d49 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 944 time: 0.0512695 Apr 08 17:53:55.735774 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fad163-92a9-472d-a649-7f97b1cac13a service neutron] Pushing event updated for resources: {'Port': ['ID=609d1a2d-7a87-4e76-b0e2-91ceb4a44f00,revision_number=3']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:55.752792 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a73842b-7068-45e2-be83-983b5e0d6f71 x-openstack-request-id: req-7a73842b-7068-45e2-be83-983b5e0d6f71 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:53:55.753078 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418a1265-f914-4b05-8267-9127cbe71dbb", "tag": "609d1a2d-7a87-4e76-b0e2-91ceb4a44f00", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:53:55.753330 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7a73842b-7068-45e2-be83-983b5e0d6f71 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:53:55.753732 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a73842b-7068-45e2-be83-983b5e0d6f71'] response: {'name': 'network-changed', 'server_uuid': '418a1265-f914-4b05-8267-9127cbe71dbb', 'tag': '609d1a2d-7a87-4e76-b0e2-91ceb4a44f00', 'status': 'completed', 'code': 200} Apr 08 17:53:55.787814 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-101fb79a-7086-4dce-b749-70a7344705c0 req-071d79f4-3bfd-456f-a5a4-856aa078494b tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526676 Apr 08 17:53:55.790189 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 96158d5d-1b70-4d60-9ad6-7317c6ff6847 up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:53:55.810461 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-85d7426c-f2f5-4c21-bbe2-b539bcf7be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:55.812012 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-85d7426c-f2f5-4c21-bbe2-b539bcf7be9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9aa206a78e54f5dbc018b70e3fde518&device_id=418a1265-f914-4b05-8267-9127cbe71dbb HTTP/1.1" status: 200 len: 1127 time: 0.0486820 Apr 08 17:53:55.834748 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning for port 96158d5d-1b70-4d60-9ad6-7317c6ff6847 completed by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:53:55.842369 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port 96158d5d-1b70-4d60-9ad6-7317c6ff6847 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:55.842742 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (96158d5d-1b70-4d60-9ad6-7317c6ff6847), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:55.929381 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 96158d5d-1b70-4d60-9ad6-7317c6ff6847 is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:55.929776 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (96158d5d-1b70-4d60-9ad6-7317c6ff6847), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:55.955957 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96158d5d-1b70-4d60-9ad6-7317c6ff6847'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:53:55.958159 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b4d1d4-02e8-4f75-b70c-33002a9495b8" -d '{"events": [{"server_uuid": "45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a", "name": "network-vif-plugged", "status": "completed", "tag": "96158d5d-1b70-4d60-9ad6-7317c6ff6847"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:53:55.972859 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 96158d5d-1b70-4d60-9ad6-7317c6ff6847, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=96158d5d-1b70-4d60-9ad6-7317c6ff6847,segment=NetworkSegment(3d26d17d-0b73-4f83-bb43-bac975daedc6),segment_id=3d26d17d-0b73-4f83-bb43-bac975daedc6)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:55.979327 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (96158d5d-1b70-4d60-9ad6-7317c6ff6847), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:56.004610 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd17d59d-89a2-44c3-8e25-4795996ee579 x-openstack-request-id: req-cd17d59d-89a2-44c3-8e25-4795996ee579 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:53:56.004908 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a", "name": "network-vif-plugged", "status": "completed", "tag": "96158d5d-1b70-4d60-9ad6-7317c6ff6847", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:53:56.005147 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cd17d59d-89a2-44c3-8e25-4795996ee579 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:53:56.005545 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd17d59d-89a2-44c3-8e25-4795996ee579'] response: {'server_uuid': '45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96158d5d-1b70-4d60-9ad6-7317c6ff6847', 'code': 200} Apr 08 17:53:56.034445 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=96158d5d-1b70-4d60-9ad6-7317c6ff6847,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:56.154263 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-df23828b-62d3-4493-b88a-fa67a400e250 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 HTTP/1.1" status: 200 len: 217 time: 0.3324819 Apr 08 17:53:56.184238 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5942d91-e76b-4372-a2ee-4c27a173f268 req-97c4b1f2-dc25-4dde-b170-4a44b182cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:56.186118 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d5942d91-e76b-4372-a2ee-4c27a173f268 req-97c4b1f2-dc25-4dde-b170-4a44b182cd87 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 1129 time: 0.0407443 Apr 08 17:53:56.215188 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-aa69640c-c83a-4379-9bcf-b40873aee7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:56.216663 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-aa69640c-c83a-4379-9bcf-b40873aee7f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4c0f9de-de2f-48f0-ab91-4b5e8314cba7 HTTP/1.1" status: 200 len: 853 time: 0.0557797 Apr 08 17:53:56.250576 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-92acddde-7099-4c07-b6cf-069bc349d99d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e10707f-0c9c-46c9-807d-27ec9117379d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267775 Apr 08 17:53:56.278991 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d5942d91-e76b-4372-a2ee-4c27a173f268 req-2ac10459-9dd4-4f72-bea6-055f07f8e9df service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839758 Apr 08 17:53:56.292823 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378e550-08a8-460d-912a-88b61aa80a54 req-91d4b305-60ca-4024-b26d-1d05fde48f6e tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:56.294268 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3378e550-08a8-460d-912a-88b61aa80a54 req-91d4b305-60ca-4024-b26d-1d05fde48f6e tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=418a1265-f914-4b05-8267-9127cbe71dbb HTTP/1.1" status: 200 len: 943 time: 0.0704908 Apr 08 17:53:56.343315 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3378e550-08a8-460d-912a-88b61aa80a54 req-c47d27b3-2938-4e66-ba8e-18d3643d0b1d tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433233 Apr 08 17:53:56.352417 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-d6a3d03c-a126-4e69-bbb3-9e64f2731120 service neutron] 10.222.0.20 "GET /v2.0/networks/1e10707f-0c9c-46c9-807d-27ec9117379d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928845 Apr 08 17:53:56.628234 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fbf83f7c-4af1-4cf7-aa0e-9690c33bdae5 req-ade63851-61b4-4aea-b4e2-f5bf6b545841 service neutron] 10.222.0.20 "GET /v2.0/networks/1e10707f-0c9c-46c9-807d-27ec9117379d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858197 Apr 08 17:53:56.922804 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa7be5-c4e9-4c79-bf60-cce82bbbcf14 req-523dd3bb-4d60-4105-beb3-a3b8a5151de8 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:56.924300 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f1aa7be5-c4e9-4c79-bf60-cce82bbbcf14 req-523dd3bb-4d60-4105-beb3-a3b8a5151de8 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 945 time: 0.0540125 Apr 08 17:53:56.976590 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f1aa7be5-c4e9-4c79-bf60-cce82bbbcf14 req-8fb47f1a-fe7d-4830-b2c0-2f11c7e3aaaa tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437965 Apr 08 17:53:57.458747 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb05382-ad1a-453c-89ea-eae28a3d1a75 req-50c5a96c-9566-465d-9475-540cf3e9b6c8 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:57.460162 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4fb05382-ad1a-453c-89ea-eae28a3d1a75 req-50c5a96c-9566-465d-9475-540cf3e9b6c8 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=418a1265-f914-4b05-8267-9127cbe71dbb HTTP/1.1" status: 200 len: 943 time: 0.0479629 Apr 08 17:53:57.519826 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4fb05382-ad1a-453c-89ea-eae28a3d1a75 req-3d782cf7-f1e3-4b41-af2b-35a6d3f669b4 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509515 Apr 08 17:53:58.106316 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f2f2d-caac-491e-90cd-bcceab32db48 req-814d880a-c5cd-4475-b998-fd1cd26d2a79 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:58.107843 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-936f2f2d-caac-491e-90cd-bcceab32db48 req-814d880a-c5cd-4475-b998-fd1cd26d2a79 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 945 time: 0.0522041 Apr 08 17:53:58.168252 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-936f2f2d-caac-491e-90cd-bcceab32db48 req-3ee02312-e27b-49b8-b77f-f5a7b6a59417 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539904 Apr 08 17:53:58.647079 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a71f31-9c17-46c5-ba94-8cbcc0780e5c req-41fcbb49-7e3b-4581-914b-bd80267f3ab2 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:58.648636 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-73a71f31-9c17-46c5-ba94-8cbcc0780e5c req-41fcbb49-7e3b-4581-914b-bd80267f3ab2 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=418a1265-f914-4b05-8267-9127cbe71dbb HTTP/1.1" status: 200 len: 943 time: 0.0559502 Apr 08 17:53:58.704099 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-73a71f31-9c17-46c5-ba94-8cbcc0780e5c req-c9a1be59-37e2-49f2-9c22-d63b2b725f01 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483580 Apr 08 17:53:59.288346 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a99e5-90c7-4b2d-858a-3da9361827ef req-294a520f-59f3-453f-a81c-583908d723f1 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:59.289781 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-991a99e5-90c7-4b2d-858a-3da9361827ef req-294a520f-59f3-453f-a81c-583908d723f1 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 945 time: 0.0495555 Apr 08 17:53:59.343656 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-991a99e5-90c7-4b2d-858a-3da9361827ef req-5c1efa5c-696e-4c4e-bf7e-b679781d7d7f tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473833 Apr 08 17:53:59.826751 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:53:59.833931 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f34f2-3de6-4832-89c1-c26a8a317cdf req-6cbea705-651d-45d0-bd3d-e67dbdeea4e2 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:59.836066 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ae7f34f2-3de6-4832-89c1-c26a8a317cdf req-6cbea705-651d-45d0-bd3d-e67dbdeea4e2 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=418a1265-f914-4b05-8267-9127cbe71dbb HTTP/1.1" status: 200 len: 943 time: 0.0552521 Apr 08 17:53:59.889357 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ae7f34f2-3de6-4832-89c1-c26a8a317cdf req-6e206f00-e132-484e-a1b5-fe1e92947329 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450134 Apr 08 17:53:59.940070 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=609d1a2d-7a87-4e76-b0e2-91ceb4a44f00,segment=NetworkSegment(7d424ad2-2437-4e40-ac17-e3ffd105d520),segment_id=7d424ad2-2437-4e40-ac17-e3ffd105d520)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:59.951971 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': '609d1a2d-7a87-4e76-b0e2-91ceb4a44f00', 'network_id': '1e10707f-0c9c-46c9-807d-27ec9117379d', 'port_id': '609d1a2d-7a87-4e76-b0e2-91ceb4a44f00', 'mac_address': 'fa:16:3e:6a:04:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 991, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c0f9de-de2f-48f0-ab91-4b5e8314cba7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:53:59.990536 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:59.990827 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (609d1a2d-7a87-4e76-b0e2-91ceb4a44f00), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:00.006966 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:54:00.036902 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=609d1a2d-7a87-4e76-b0e2-91ceb4a44f00,segment=NetworkSegment(7d424ad2-2437-4e40-ac17-e3ffd105d520),segment_id=7d424ad2-2437-4e40-ac17-e3ffd105d520)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:54:00.044170 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (609d1a2d-7a87-4e76-b0e2-91ceb4a44f00), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:00.100922 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=609d1a2d-7a87-4e76-b0e2-91ceb4a44f00,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:00.426102 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:54:00.463019 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2dc3e-f28c-4631-b7d5-4b7ab69e97e4 req-3f7bb2a6-9e3c-43e8-82e1-f7475562dab7 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:00.464567 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d4a2dc3e-f28c-4631-b7d5-4b7ab69e97e4 req-3f7bb2a6-9e3c-43e8-82e1-f7475562dab7 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 945 time: 0.0493612 Apr 08 17:54:00.515760 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d4a2dc3e-f28c-4631-b7d5-4b7ab69e97e4 req-5997babd-260b-4a80-9f94-a29ae81bd6bf tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448906 Apr 08 17:54:00.759940 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['609d1a2d-7a87-4e76-b0e2-91ceb4a44f00'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:54:01.017768 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27fd83-f564-49b6-977a-8ef40af1c16a req-8c5148ac-7afa-49cb-9f2f-132f0d5a87ad tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:01.019307 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2c27fd83-f564-49b6-977a-8ef40af1c16a req-8c5148ac-7afa-49cb-9f2f-132f0d5a87ad tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=418a1265-f914-4b05-8267-9127cbe71dbb HTTP/1.1" status: 200 len: 944 time: 0.0594316 Apr 08 17:54:01.072699 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2c27fd83-f564-49b6-977a-8ef40af1c16a req-cd54cae7-21ad-4aae-84c4-6f4ddda83f81 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476377 Apr 08 17:54:01.429402 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0376a7-0475-419c-b5bc-c45eab659cf0 req-a8ad1957-7058-492d-8a43-29cb6e310887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:01.430966 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bf0376a7-0475-419c-b5bc-c45eab659cf0 req-a8ad1957-7058-492d-8a43-29cb6e310887 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9aa206a78e54f5dbc018b70e3fde518&device_id=418a1265-f914-4b05-8267-9127cbe71dbb HTTP/1.1" status: 200 len: 1128 time: 0.0422442 Apr 08 17:54:01.689942 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cbed9-d82f-478b-b83f-1e1c9f585c88 req-3658cc80-ecf6-4ca6-b007-55c9fdd196ed tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:01.691411 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-212cbed9-d82f-478b-b83f-1e1c9f585c88 req-3658cc80-ecf6-4ca6-b007-55c9fdd196ed tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 945 time: 0.0942497 Apr 08 17:54:01.733375 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0376a7-0475-419c-b5bc-c45eab659cf0 req-b474c658-2521-4565-a2cb-d953557f2a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:01.734868 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bf0376a7-0475-419c-b5bc-c45eab659cf0 req-b474c658-2521-4565-a2cb-d953557f2a76 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e10707f-0c9c-46c9-807d-27ec9117379d HTTP/1.1" status: 200 len: 914 time: 0.1460092 Apr 08 17:54:01.793770 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-212cbed9-d82f-478b-b83f-1e1c9f585c88 req-56f849f6-967c-4f58-b897-74ade229db5c tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959408 Apr 08 17:54:01.795430 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bf0376a7-0475-419c-b5bc-c45eab659cf0 req-261d409c-d7ea-46d5-a3cf-6511a6c2f0fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 HTTP/1.1" status: 200 len: 217 time: 0.0497522 Apr 08 17:54:01.850295 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0376a7-0475-419c-b5bc-c45eab659cf0 req-6a367a58-d1a8-4058-a07a-eaa90bd5c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:01.852719 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bf0376a7-0475-419c-b5bc-c45eab659cf0 req-6a367a58-d1a8-4058-a07a-eaa90bd5c022 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4c0f9de-de2f-48f0-ab91-4b5e8314cba7 HTTP/1.1" status: 200 len: 853 time: 0.0506542 Apr 08 17:54:01.887782 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bf0376a7-0475-419c-b5bc-c45eab659cf0 req-d8d5ce1c-4f84-42e7-9e67-db55fc00e18d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e10707f-0c9c-46c9-807d-27ec9117379d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276282 Apr 08 17:54:02.011390 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bf0376a7-0475-419c-b5bc-c45eab659cf0 req-801771d7-6f07-4ecf-8d3f-f43a583e65ae service neutron] 10.222.0.20 "GET /v2.0/networks/1e10707f-0c9c-46c9-807d-27ec9117379d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970635 Apr 08 17:54:02.138028 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:54:02.194672 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning for port 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 completed by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:54:02.203209 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:54:02.203667 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (609d1a2d-7a87-4e76-b0e2-91ceb4a44f00), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:02.210581 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e242c2-7307-44ed-a30c-02876cba2a77 req-1314cb5b-bc5f-4d9e-a118-cb137cc3754f tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:02.212161 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-74e242c2-7307-44ed-a30c-02876cba2a77 req-1314cb5b-bc5f-4d9e-a118-cb137cc3754f tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=418a1265-f914-4b05-8267-9127cbe71dbb HTTP/1.1" status: 200 len: 944 time: 0.0591681 Apr 08 17:54:02.266383 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-74e242c2-7307-44ed-a30c-02876cba2a77 req-121beef5-83f1-4ba7-8d79-7e9ba063ed50 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474164 Apr 08 17:54:02.286335 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:54:02.286758 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (609d1a2d-7a87-4e76-b0e2-91ceb4a44f00), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:02.312951 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418a1265-f914-4b05-8267-9127cbe71dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609d1a2d-7a87-4e76-b0e2-91ceb4a44f00'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:54:02.315754 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4274fba4-55c5-45e6-8f97-42f89cfb8899" -d '{"events": [{"server_uuid": "418a1265-f914-4b05-8267-9127cbe71dbb", "name": "network-vif-plugged", "status": "completed", "tag": "609d1a2d-7a87-4e76-b0e2-91ceb4a44f00"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:54:02.328765 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=609d1a2d-7a87-4e76-b0e2-91ceb4a44f00,segment=NetworkSegment(7d424ad2-2437-4e40-ac17-e3ffd105d520),segment_id=7d424ad2-2437-4e40-ac17-e3ffd105d520)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:54:02.334541 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (609d1a2d-7a87-4e76-b0e2-91ceb4a44f00), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:02.361336 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5922fb9b-2ae3-42f6-9e07-66c941fa9124 x-openstack-request-id: req-5922fb9b-2ae3-42f6-9e07-66c941fa9124 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:54:02.361622 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418a1265-f914-4b05-8267-9127cbe71dbb", "name": "network-vif-plugged", "status": "completed", "tag": "609d1a2d-7a87-4e76-b0e2-91ceb4a44f00", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:54:02.362041 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5922fb9b-2ae3-42f6-9e07-66c941fa9124 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:54:02.362437 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5922fb9b-2ae3-42f6-9e07-66c941fa9124'] response: {'server_uuid': '418a1265-f914-4b05-8267-9127cbe71dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609d1a2d-7a87-4e76-b0e2-91ceb4a44f00', 'code': 200} Apr 08 17:54:02.398741 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=609d1a2d-7a87-4e76-b0e2-91ceb4a44f00,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:02.676785 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-bf0376a7-0475-419c-b5bc-c45eab659cf0 req-141257b1-cc79-46ed-8aea-3025a4c1fdd5 service neutron] 10.222.0.20 "GET /v2.0/networks/1e10707f-0c9c-46c9-807d-27ec9117379d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979159 Apr 08 17:54:02.757209 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31292ddd-d77b-4040-9fa9-77bc682fec9a req-d01a2e55-ff41-46c7-9cee-38a8a210daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:02.758734 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-31292ddd-d77b-4040-9fa9-77bc682fec9a req-d01a2e55-ff41-46c7-9cee-38a8a210daf4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=418a1265-f914-4b05-8267-9127cbe71dbb HTTP/1.1" status: 200 len: 1129 time: 0.0424635 Apr 08 17:54:02.811253 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-31292ddd-d77b-4040-9fa9-77bc682fec9a req-f0dd6918-bc80-48a2-bf18-91ef33aa6454 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464571 Apr 08 17:54:02.920116 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6012144-1ec6-47a5-bfc3-143c1316cd87 req-f36b94e9-5b94-486a-81a1-f4a089ec09a3 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:02.921595 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b6012144-1ec6-47a5-bfc3-143c1316cd87 req-f36b94e9-5b94-486a-81a1-f4a089ec09a3 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 945 time: 0.0517190 Apr 08 17:54:02.977771 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b6012144-1ec6-47a5-bfc3-143c1316cd87 req-edfc7e1b-be03-4687-8a10-325ec88c4228 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467536 Apr 08 17:54:03.391111 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39616e-1f34-41bf-950a-8f46ae581184 req-def2dfd3-08b1-4b1c-ae0f-17262751a57e tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:03.391111 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5f39616e-1f34-41bf-950a-8f46ae581184 req-def2dfd3-08b1-4b1c-ae0f-17262751a57e tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=418a1265-f914-4b05-8267-9127cbe71dbb HTTP/1.1" status: 200 len: 945 time: 0.0509031 Apr 08 17:54:03.440636 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5f39616e-1f34-41bf-950a-8f46ae581184 req-639ad0da-02b0-4a3f-8747-d44101dab353 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441592 Apr 08 17:54:03.668854 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cddf3b-fe32-4124-a782-4c9c1a1a8b46 req-c337e5a5-d15e-4606-a39a-b95c429b22f3 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:03.670473 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-41cddf3b-fe32-4124-a782-4c9c1a1a8b46 req-c337e5a5-d15e-4606-a39a-b95c429b22f3 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 945 time: 0.0524189 Apr 08 17:54:03.721386 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-41cddf3b-fe32-4124-a782-4c9c1a1a8b46 req-1d82c982-3bed-4875-92dd-62846c953407 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427847 Apr 08 17:54:04.620735 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45534164-211b-477b-afc5-e030d221f65a req-6b957ba2-cd94-4524-b1b3-3f2ecb227cc5 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:04.622270 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-45534164-211b-477b-afc5-e030d221f65a req-6b957ba2-cd94-4524-b1b3-3f2ecb227cc5 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=418a1265-f914-4b05-8267-9127cbe71dbb HTTP/1.1" status: 200 len: 945 time: 0.1074057 Apr 08 17:54:04.671050 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-45534164-211b-477b-afc5-e030d221f65a req-a2cbf054-6931-4e6c-a90e-0d9a9d24b994 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431192 Apr 08 17:54:04.868070 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e7d28-0022-4c09-9bf7-a8a03dbaa054 req-d85d653d-11b6-4494-a350-bac0cd7b1955 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:04.869666 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3b5e7d28-0022-4c09-9bf7-a8a03dbaa054 req-d85d653d-11b6-4494-a350-bac0cd7b1955 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 945 time: 0.0612419 Apr 08 17:54:04.923753 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3b5e7d28-0022-4c09-9bf7-a8a03dbaa054 req-b56ae531-8255-4017-b63d-869b3a3d5ce5 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483394 Apr 08 17:54:05.788068 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f636e-713d-4f53-bb28-606f371a06d3 req-2cbfed22-be49-4d2d-99c8-2c88295401aa tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:05.789606 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fb6f636e-713d-4f53-bb28-606f371a06d3 req-2cbfed22-be49-4d2d-99c8-2c88295401aa tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=418a1265-f914-4b05-8267-9127cbe71dbb HTTP/1.1" status: 200 len: 945 time: 0.0503030 Apr 08 17:54:05.843512 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fb6f636e-713d-4f53-bb28-606f371a06d3 req-ee9c761d-d038-4245-a3bf-3fea05f1ef77 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452461 Apr 08 17:54:06.044113 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154ddef-3274-4727-987b-af5c9a8c8970 req-d9cfb521-35b3-4402-a6fb-f32d05ddd6d8 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:06.045682 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a154ddef-3274-4727-987b-af5c9a8c8970 req-d9cfb521-35b3-4402-a6fb-f32d05ddd6d8 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 945 time: 0.0514066 Apr 08 17:54:06.096521 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a154ddef-3274-4727-987b-af5c9a8c8970 req-541881e7-54ab-4716-9461-3e3e2a46fe14 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442920 Apr 08 17:54:06.479111 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc1605-705a-4126-81ae-09e16d5aff60 req-a04506d1-a191-4191-9dbf-f4c15c036b49 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:06.480821 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-04cc1605-705a-4126-81ae-09e16d5aff60 req-a04506d1-a191-4191-9dbf-f4c15c036b49 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.20 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 945 time: 0.0493257 Apr 08 17:54:06.575487 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-04cc1605-705a-4126-81ae-09e16d5aff60 req-cfc65869-b317-4207-b123-9b77e30a037d tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Deleting port 96158d5d-1b70-4d60-9ad6-7317c6ff6847 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:54:06.575849 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-04cc1605-705a-4126-81ae-09e16d5aff60 req-cfc65869-b317-4207-b123-9b77e30a037d tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (96158d5d-1b70-4d60-9ad6-7317c6ff6847), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:06.699930 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-04cc1605-705a-4126-81ae-09e16d5aff60 req-cfc65869-b317-4207-b123-9b77e30a037d tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] For port 96158d5d-1b70-4d60-9ad6-7317c6ff6847, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=96158d5d-1b70-4d60-9ad6-7317c6ff6847,segment=NetworkSegment(3d26d17d-0b73-4f83-bb43-bac975daedc6),segment_id=3d26d17d-0b73-4f83-bb43-bac975daedc6)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:54:06.700303 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-04cc1605-705a-4126-81ae-09e16d5aff60 req-cfc65869-b317-4207-b123-9b77e30a037d tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (96158d5d-1b70-4d60-9ad6-7317c6ff6847), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:06.715579 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-04cc1605-705a-4126-81ae-09e16d5aff60 req-cfc65869-b317-4207-b123-9b77e30a037d tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Calling delete_port for 96158d5d-1b70-4d60-9ad6-7317c6ff6847 owned by compute:nova {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:54:06.854427 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-04cc1605-705a-4126-81ae-09e16d5aff60 req-cfc65869-b317-4207-b123-9b77e30a037d tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (96158d5d-1b70-4d60-9ad6-7317c6ff6847), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:06.871436 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['96158d5d-1b70-4d60-9ad6-7317c6ff6847'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:54:06.889081 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc65869-b317-4207-b123-9b77e30a037d tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Pushing event deleted for resources: {'Port': ['ID=96158d5d-1b70-4d60-9ad6-7317c6ff6847,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:06.905675 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-e40a1b94-a115-44c8-bd78-16a95ae07bc8 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-796797569&fields=id&tenant_id=bc8f668fe2c54b07aa0523c0576449f9 HTTP/1.1" status: 200 len: 267 time: 0.0628343 Apr 08 17:54:06.934895 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cc1605-705a-4126-81ae-09e16d5aff60 req-cfc65869-b317-4207-b123-9b77e30a037d tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] No DVR routers for this DVR port 96158d5d-1b70-4d60-9ad6-7317c6ff6847 on host hv-cinder-83716 {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:54:06.937469 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-04cc1605-705a-4126-81ae-09e16d5aff60 req-cfc65869-b317-4207-b123-9b77e30a037d tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:06.940819 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-04cc1605-705a-4126-81ae-09e16d5aff60 req-cfc65869-b317-4207-b123-9b77e30a037d tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.20 "DELETE /v2.0/ports/96158d5d-1b70-4d60-9ad6-7317c6ff6847 HTTP/1.1" status: 204 len: 173 time: 0.4541988 Apr 08 17:54:06.941268 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a', 'name': 'network-vif-deleted', 'tag': '96158d5d-1b70-4d60-9ad6-7317c6ff6847'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:54:06.943556 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d311210d-b171-49b4-951b-e43ad8fb2893" -d '{"events": [{"server_uuid": "45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a", "name": "network-vif-deleted", "tag": "96158d5d-1b70-4d60-9ad6-7317c6ff6847"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:54:06.993000 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93b82f3-6c4e-49eb-a75a-a64abe6e0017 x-openstack-request-id: req-b93b82f3-6c4e-49eb-a75a-a64abe6e0017 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:54:06.993297 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a", "name": "network-vif-deleted", "tag": "96158d5d-1b70-4d60-9ad6-7317c6ff6847", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:54:06.993557 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b93b82f3-6c4e-49eb-a75a-a64abe6e0017 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:54:06.993969 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b93b82f3-6c4e-49eb-a75a-a64abe6e0017'] response: {'server_uuid': '45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a', 'name': 'network-vif-deleted', 'tag': '96158d5d-1b70-4d60-9ad6-7317c6ff6847', 'status': 'completed', 'code': 200} Apr 08 17:54:07.025933 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-4f314b3d-e1e5-4857-b186-491ea4b77552 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:07.027866 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-4f314b3d-e1e5-4857-b186-491ea4b77552 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/networks?id=f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda HTTP/1.1" status: 200 len: 809 time: 0.1145782 Apr 08 17:54:07.045967 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-a83f8295-f7de-4d7c-a90a-c3a7a7d2c106 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/quotas/bc8f668fe2c54b07aa0523c0576449f9 HTTP/1.1" status: 200 len: 375 time: 0.0101881 Apr 08 17:54:07.098984 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-7b931a08-19e1-4771-8bc6-50aa4bb51e92 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bc8f668fe2c54b07aa0523c0576449f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467327 Apr 08 17:54:07.204177 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-44577bb5-d140-4853-8429-b7857c00086b service neutron] 10.222.0.86 "GET /v2.0/networks/f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929141 Apr 08 17:54:07.209964 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c0716458-182e-43cc-acf4-44a1337ec8ea req-9a5a7409-dc50-4496-84ee-f5315bb681c3 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=45c4bb1d-7a89-4288-b9ae-bfadbdfaa61a HTTP/1.1" status: 200 len: 210 time: 0.0302982 Apr 08 17:54:07.297166 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-7742c654-a0dc-42d2-a6f2-dc913f00a8d2 service neutron] 10.222.0.86 "GET /v2.0/networks/f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869200 Apr 08 17:54:07.611433 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-eeb7d578-b3a7-40d0-9f29-524111cdde26 req-0163f9d3-1ed4-4c6b-bee3-7b5b7702f632 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 210 time: 0.0306118 Apr 08 17:54:08.557362 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-72a91e11-9241-4990-ae80-e7f87af96346 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:08.558836 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-72a91e11-9241-4990-ae80-e7f87af96346 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/networks?id=e276a033-9be4-4730-92e8-b71e7f53fe8f HTTP/1.1" status: 200 len: 808 time: 0.1202765 Apr 08 17:54:08.576720 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-9b6486a3-1a79-4703-ad60-67d2f91f0db2 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/quotas/c4e4bb503422489286d57f3dc20621b9 HTTP/1.1" status: 200 len: 375 time: 0.0114079 Apr 08 17:54:08.620098 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-6cf46262-d7b9-431d-b4f6-dc2a0e6ed433 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c4e4bb503422489286d57f3dc20621b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335262 Apr 08 17:54:08.724905 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e50a5901-6e78-4c75-a21f-0a76c9e41b54 req-168175dd-c013-40d7-9b4d-b3806eb73f30 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 210 time: 0.0381718 Apr 08 17:54:08.798656 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-d5ab6579-a073-4a2c-b929-427e2ca08b5d service neutron] 10.222.0.86 "GET /v2.0/networks/e276a033-9be4-4730-92e8-b71e7f53fe8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718688 Apr 08 17:54:08.809493 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-f35ef417-c065-423f-9cb5-0e25f39cc66f tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:08.810904 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-f35ef417-c065-423f-9cb5-0e25f39cc66f tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.20 "GET /v2.0/networks?id=f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda HTTP/1.1" status: 200 len: 809 time: 0.1659715 Apr 08 17:54:08.943043 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-96b245e3-d636-4ea0-8ad5-257fc1c7017f tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc8f668fe2c54b07aa0523c0576449f9 HTTP/1.1" status: 200 len: 379 time: 0.1109061 Apr 08 17:54:08.947118 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-1def861a-9b90-4fe9-b857-1a463668ca0f service neutron] 10.222.0.86 "GET /v2.0/networks/e276a033-9be4-4730-92e8-b71e7f53fe8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352615 Apr 08 17:54:08.954649 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-452ac5b3-3df4-4880-ab2d-23bdb2673d05 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Request body: {'port': {'device_id': '7c251d42-1d14-4c79-a324-919356ee25d6', 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda', 'admin_state_up': True, 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'security_groups': ['0fa1bdde-55a9-40e0-932e-3d6450500b5c']}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:54:09.080070 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-452ac5b3-3df4-4880-ab2d-23bdb2673d05 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Made reservation on behalf of bc8f668fe2c54b07aa0523c0576449f9 for: {'port': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:54:09.083995 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-452ac5b3-3df4-4880-ab2d-23bdb2673d05 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:09.141450 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-029d5eee-ddc5-41fd-81ca-e4a3f97a1566 req-8b9598ee-8b9a-4e11-a290-13912d45b895 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=c259e8bc-1093-499e-81ca-0704cc012e0d HTTP/1.1" status: 200 len: 210 time: 0.0341959 Apr 08 17:54:09.293758 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-452ac5b3-3df4-4880-ab2d-23bdb2673d05 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Allocated IP 172.20.0.14 (f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda/2b796030-ee41-4109-87be-48399136d146/1b7e93c2-59eb-461a-abd8-83d0972bb050) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:54:09.462209 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-452ac5b3-3df4-4880-ab2d-23bdb2673d05 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:09.499869 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-452ac5b3-3df4-4880-ab2d-23bdb2673d05 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:09.542071 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-452ac5b3-3df4-4880-ab2d-23bdb2673d05 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Network f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:54:09.545250 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-452ac5b3-3df4-4880-ab2d-23bdb2673d05 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:54:09.548895 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-452ac5b3-3df4-4880-ab2d-23bdb2673d05 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:54:09.591995 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ac5b3-3df4-4880-ab2d-23bdb2673d05 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Pushing event updated for resources: {'Port': ['ID=1b7e93c2-59eb-461a-abd8-83d0972bb050,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:09.613831 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-452ac5b3-3df4-4880-ab2d-23bdb2673d05 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:09.614598 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-452ac5b3-3df4-4880-ab2d-23bdb2673d05 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:09.633713 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-452ac5b3-3df4-4880-ab2d-23bdb2673d05 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6846695 Apr 08 17:54:09.650185 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] Request body: {'port': {'device_id': '7c251d42-1d14-4c79-a324-919356ee25d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:54:09.721844 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:09.846799 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-40f3e6dc-0193-4f38-aec4-24862155c1fa None None] Provisioning complete for port 1b7e93c2-59eb-461a-abd8-83d0972bb050 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:54:09.847623 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-40f3e6dc-0193-4f38-aec4-24862155c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:09.889591 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-40f3e6dc-0193-4f38-aec4-24862155c1fa None None] Port 1b7e93c2-59eb-461a-abd8-83d0972bb050 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:54:09.903040 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab056be5-b68b-4b33-8773-e7a2f6dc8a35 req-b12a6d6d-a5eb-4da4-8c6f-21ed6dc121a3 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:09.904640 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ab056be5-b68b-4b33-8773-e7a2f6dc8a35 req-b12a6d6d-a5eb-4da4-8c6f-21ed6dc121a3 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 932 time: 0.0677769 Apr 08 17:54:10.015035 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ab056be5-b68b-4b33-8773-e7a2f6dc8a35 req-7b0422a4-1a14-4e72-b1e2-04e9dddac46c tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001563 Apr 08 17:54:10.087748 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b7e93c2-59eb-461a-abd8-83d0972bb050 {{(pid=103548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:54:10.095930 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] Publish callbacks [] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:10.108586 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.provisioning_blocks [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] Transition to ACTIVE for port object 1b7e93c2-59eb-461a-abd8-83d0972bb050 will not be triggered until provisioned by entity L2. {{(pid=103548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:54:10.112914 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:10.170717 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] Pushing event updated for resources: {'Port': ['ID=1b7e93c2-59eb-461a-abd8-83d0972bb050,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:10.187318 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 96158d5d-1b70-4d60-9ad6-7317c6ff6847 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:54:10.251944 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] No Port match for: 96158d5d-1b70-4d60-9ad6-7317c6ff6847 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:54:10.252743 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 96158d5d-1b70-4d60-9ad6-7317c6ff6847 not bound to the agent host hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:54:10.273129 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] Attempting to bind port 1b7e93c2-59eb-461a-abd8-83d0972bb050 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:54:10.273899 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] Attempting to bind port 1b7e93c2-59eb-461a-abd8-83d0972bb050 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '28c56a22-6df6-4b31-8955-e44be86ab316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda'}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:54:10.274700 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] Attempting to bind port 1b7e93c2-59eb-461a-abd8-83d0972bb050 on network f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:54:10.288430 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] Port 1b7e93c2-59eb-461a-abd8-83d0972bb050 on network f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:54:10.288781 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] Attempting to bind port 1b7e93c2-59eb-461a-abd8-83d0972bb050 on network f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:54:10.296095 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] Checking agent: {'id': '0d41f64d-5a28-4579-bdba-007f65057d65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:54:10.296450 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] Checking segment: {'id': '28c56a22-6df6-4b31-8955-e44be86ab316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:54:10.296848 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] Bound using segment: {'id': '28c56a22-6df6-4b31-8955-e44be86ab316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda'} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:54:10.297286 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] Bound port: 1b7e93c2-59eb-461a-abd8-83d0972bb050, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c56a22-6df6-4b31-8955-e44be86ab316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda'}}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:54:10.297650 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:10.358636 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-61683f12-8f70-4137-8f59-f5a1f50ee4a8 req-175fb469-131f-4d18-a9b0-c1c02e6a7e49 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=c259e8bc-1093-499e-81ca-0704cc012e0d HTTP/1.1" status: 200 len: 210 time: 0.0677128 Apr 08 17:54:10.387631 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] For port 1b7e93c2-59eb-461a-abd8-83d0972bb050, host hv-cinder-83716, cleared binding levels {{(pid=103548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:54:10.391110 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] For port 1b7e93c2-59eb-461a-abd8-83d0972bb050, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1b7e93c2-59eb-461a-abd8-83d0972bb050,segment=NetworkSegment(28c56a22-6df6-4b31-8955-e44be86ab316),segment_id=28c56a22-6df6-4b31-8955-e44be86ab316)] {{(pid=103548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:54:10.401211 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:10.409211 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-b2730ca0-479e-40ed-ae09-9b4c17415c0a tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:10.412482 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-b2730ca0-479e-40ed-ae09-9b4c17415c0a tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.20 "GET /v2.0/networks?id=e276a033-9be4-4730-92e8-b71e7f53fe8f HTTP/1.1" status: 200 len: 808 time: 0.1876669 Apr 08 17:54:10.439785 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-776e4717-c6d3-4382-9be4-3a4d83c63a64 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Request body: {'port': {'device_id': 'c259e8bc-1093-499e-81ca-0704cc012e0d', 'network_id': 'e276a033-9be4-4730-92e8-b71e7f53fe8f', 'admin_state_up': True, 'tenant_id': 'c4e4bb503422489286d57f3dc20621b9'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:54:10.442638 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:10.443475 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:10.445231 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] 10.222.0.20 "PUT /v2.0/ports/1b7e93c2-59eb-461a-abd8-83d0972bb050 HTTP/1.1" status: 200 len: 1094 time: 0.7998676 Apr 08 17:54:10.448071 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c251d42-1d14-4c79-a324-919356ee25d6', 'tag': '1b7e93c2-59eb-461a-abd8-83d0972bb050'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:54:10.450548 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618126db-c00d-4a6b-b062-e165f66c9889" -d '{"events": [{"name": "network-changed", "server_uuid": "7c251d42-1d14-4c79-a324-919356ee25d6", "tag": "1b7e93c2-59eb-461a-abd8-83d0972bb050"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:54:10.489451 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3071d-8ca4-4e74-91f0-71e69a6b761d service neutron] Pushing event updated for resources: {'Port': ['ID=1b7e93c2-59eb-461a-abd8-83d0972bb050,revision_number=3']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:10.514823 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576e96f5-ed21-484c-8573-97401989bf44 x-openstack-request-id: req-576e96f5-ed21-484c-8573-97401989bf44 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:54:10.515340 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c251d42-1d14-4c79-a324-919356ee25d6", "tag": "1b7e93c2-59eb-461a-abd8-83d0972bb050", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:54:10.515760 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-576e96f5-ed21-484c-8573-97401989bf44 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:54:10.516337 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-576e96f5-ed21-484c-8573-97401989bf44'] response: {'name': 'network-changed', 'server_uuid': '7c251d42-1d14-4c79-a324-919356ee25d6', 'tag': '1b7e93c2-59eb-461a-abd8-83d0972bb050', 'status': 'completed', 'code': 200} Apr 08 17:54:10.590644 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-776e4717-c6d3-4382-9be4-3a4d83c63a64 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Made reservation on behalf of c4e4bb503422489286d57f3dc20621b9 for: {'port': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:54:10.597292 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-776e4717-c6d3-4382-9be4-3a4d83c63a64 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:10.620779 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-93309063-a0e2-4f80-bcab-ae0409b315bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:10.622350 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-93309063-a0e2-4f80-bcab-ae0409b315bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc8f668fe2c54b07aa0523c0576449f9&device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 1128 time: 0.0519335 Apr 08 17:54:10.670495 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-e2748d28-e143-4852-84c5-e1115661d3f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b7e93c2-59eb-461a-abd8-83d0972bb050 HTTP/1.1" status: 200 len: 217 time: 0.0404646 Apr 08 17:54:10.726876 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-7b84ed2c-01a1-4dac-af58-1f8aa06e046b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:10.728427 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-7b84ed2c-01a1-4dac-af58-1f8aa06e046b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b796030-ee41-4109-87be-48399136d146 HTTP/1.1" status: 200 len: 848 time: 0.0512471 Apr 08 17:54:10.767098 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-776e4717-c6d3-4382-9be4-3a4d83c63a64 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Allocated IP 172.20.0.10 (e276a033-9be4-4730-92e8-b71e7f53fe8f/678a8ae8-efba-42c8-a5fa-b408b19b60b1/bcb48c87-533b-4235-adca-6129017f01d5) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:54:10.792054 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-6520aa69-fac0-4a6e-806d-013cbb354047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:10.793647 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-6520aa69-fac0-4a6e-806d-013cbb354047 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565104 Apr 08 17:54:10.890496 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-f15f7091-69e7-4411-9b39-88048eedabe4 service neutron] 10.222.0.20 "GET /v2.0/networks/f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885551 Apr 08 17:54:10.932245 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-776e4717-c6d3-4382-9be4-3a4d83c63a64 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Publish callbacks [] for port (bcb48c87-533b-4235-adca-6129017f01d5), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:10.969936 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-776e4717-c6d3-4382-9be4-3a4d83c63a64 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (bcb48c87-533b-4235-adca-6129017f01d5), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:10.993291 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-814c602a-d98c-41b1-8fe8-80eeb6331f9a req-a3a9c317-7c43-4254-88d7-541cff348e1f service neutron] 10.222.0.20 "GET /v2.0/networks/f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967059 Apr 08 17:54:11.022246 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-776e4717-c6d3-4382-9be4-3a4d83c63a64 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Network e276a033-9be4-4730-92e8-b71e7f53fe8f is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:54:11.025350 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-776e4717-c6d3-4382-9be4-3a4d83c63a64 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:54:11.032748 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-776e4717-c6d3-4382-9be4-3a4d83c63a64 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:54:11.038101 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e4717-c6d3-4382-9be4-3a4d83c63a64 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Pushing event updated for resources: {'Port': ['ID=bcb48c87-533b-4235-adca-6129017f01d5,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:11.087107 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-776e4717-c6d3-4382-9be4-3a4d83c63a64 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:11.087821 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-776e4717-c6d3-4382-9be4-3a4d83c63a64 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:11.128578 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-776e4717-c6d3-4382-9be4-3a4d83c63a64 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6963358 Apr 08 17:54:11.143709 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d94f2-4134-4869-a798-7959883621e9 req-cc59f354-c6b8-4664-8911-359d62105265 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:11.145264 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0e4d94f2-4134-4869-a798-7959883621e9 req-cc59f354-c6b8-4664-8911-359d62105265 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 944 time: 0.0549135 Apr 08 17:54:11.197799 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0e4d94f2-4134-4869-a798-7959883621e9 req-e3890f7c-99e8-470e-9b3e-9fe81949cb1d tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465074 Apr 08 17:54:11.497217 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1a476-5236-4041-baf6-73a0db293c30 req-6054e427-2361-482a-9ff8-a62ed954f402 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:11.498659 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a1b1a476-5236-4041-baf6-73a0db293c30 req-6054e427-2361-482a-9ff8-a62ed954f402 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=c259e8bc-1093-499e-81ca-0704cc012e0d HTTP/1.1" status: 200 len: 932 time: 0.0527117 Apr 08 17:54:11.549233 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a1b1a476-5236-4041-baf6-73a0db293c30 req-41bc3acd-4405-42a9-b63a-d0c51f9c67dd tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444748 Apr 08 17:54:12.331061 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37178da5-3ca9-4bdd-b1e4-52c54e158a59 req-ef4052bf-eb25-4ffe-b728-bdd7abb746e9 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:12.333140 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-37178da5-3ca9-4bdd-b1e4-52c54e158a59 req-ef4052bf-eb25-4ffe-b728-bdd7abb746e9 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 944 time: 0.0631130 Apr 08 17:54:12.398421 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] Request body: {'port': {'device_id': 'c259e8bc-1093-499e-81ca-0704cc012e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:54:12.425703 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-37178da5-3ca9-4bdd-b1e4-52c54e158a59 req-1751ba70-8d22-4820-8a92-e53c402ca1e6 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863850 Apr 08 17:54:12.450713 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618126db-c00d-4a6b-b062-e165f66c9889 req-731da7b3-01bf-4043-a431-1ba8323d23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:12.452327 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-618126db-c00d-4a6b-b062-e165f66c9889 req-731da7b3-01bf-4043-a431-1ba8323d23d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc8f668fe2c54b07aa0523c0576449f9&device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 1128 time: 0.0550976 Apr 08 17:54:12.472371 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (bcb48c87-533b-4235-adca-6129017f01d5), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:12.547349 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618126db-c00d-4a6b-b062-e165f66c9889 req-3f4688ce-71b8-4980-a15f-6c9efa9716cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:12.548906 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-618126db-c00d-4a6b-b062-e165f66c9889 req-3f4688ce-71b8-4980-a15f-6c9efa9716cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda HTTP/1.1" status: 200 len: 910 time: 0.0884202 Apr 08 17:54:12.595497 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-618126db-c00d-4a6b-b062-e165f66c9889 req-0ca140fd-1313-4655-b5aa-348abdc8dd1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b7e93c2-59eb-461a-abd8-83d0972bb050 HTTP/1.1" status: 200 len: 217 time: 0.0394807 Apr 08 17:54:12.700239 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca9aa0-5b66-4499-8b86-f82f83357025 req-b80e8a12-acb2-41ff-85b9-49a0977eab9c tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:12.701760 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-72ca9aa0-5b66-4499-8b86-f82f83357025 req-b80e8a12-acb2-41ff-85b9-49a0977eab9c tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=c259e8bc-1093-499e-81ca-0704cc012e0d HTTP/1.1" status: 200 len: 932 time: 0.0604370 Apr 08 17:54:12.703255 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618126db-c00d-4a6b-b062-e165f66c9889 req-5edf1110-58f8-4260-be3e-02a93746ca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:12.704689 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-618126db-c00d-4a6b-b062-e165f66c9889 req-5edf1110-58f8-4260-be3e-02a93746ca08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b796030-ee41-4109-87be-48399136d146 HTTP/1.1" status: 200 len: 848 time: 0.1019728 Apr 08 17:54:12.774535 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618126db-c00d-4a6b-b062-e165f66c9889 req-92cc08a7-ce9f-4944-82d6-6a1c12f127de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:12.774795 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb48c87-533b-4235-adca-6129017f01d5 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:54:12.776227 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-618126db-c00d-4a6b-b062-e165f66c9889 req-92cc08a7-ce9f-4944-82d6-6a1c12f127de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605605 Apr 08 17:54:12.784544 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] Publish callbacks [] for port (bcb48c87-533b-4235-adca-6129017f01d5), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:12.798244 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] Transition to ACTIVE for port object bcb48c87-533b-4235-adca-6129017f01d5 will not be triggered until provisioned by entity L2. {{(pid=103549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:54:12.798643 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-72ca9aa0-5b66-4499-8b86-f82f83357025 req-efef73e4-6a24-426b-9023-44e763b1ddd3 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892470 Apr 08 17:54:12.804187 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30663424'] for port (bcb48c87-533b-4235-adca-6129017f01d5), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:12.879863 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb48c87-533b-4235-adca-6129017f01d5,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:12.890003 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-618126db-c00d-4a6b-b062-e165f66c9889 req-8fe701f0-a71d-4be0-b67b-bf1bf24cc662 service neutron] 10.222.0.20 "GET /v2.0/networks/f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019807 Apr 08 17:54:12.930562 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] Attempting to bind port bcb48c87-533b-4235-adca-6129017f01d5 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:54:12.931464 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] Attempting to bind port bcb48c87-533b-4235-adca-6129017f01d5 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '3d26d17d-0b73-4f83-bb43-bac975daedc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'e276a033-9be4-4730-92e8-b71e7f53fe8f'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:54:12.932294 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] Attempting to bind port bcb48c87-533b-4235-adca-6129017f01d5 on network e276a033-9be4-4730-92e8-b71e7f53fe8f {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:54:12.936867 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] Port bcb48c87-533b-4235-adca-6129017f01d5 on network e276a033-9be4-4730-92e8-b71e7f53fe8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:54:12.937219 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] Attempting to bind port bcb48c87-533b-4235-adca-6129017f01d5 on network e276a033-9be4-4730-92e8-b71e7f53fe8f {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:54:12.942839 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] Checking agent: {'id': '0d41f64d-5a28-4579-bdba-007f65057d65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:54:12.943263 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] Checking segment: {'id': '3d26d17d-0b73-4f83-bb43-bac975daedc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'e276a033-9be4-4730-92e8-b71e7f53fe8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:54:12.943682 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] Bound using segment: {'id': '3d26d17d-0b73-4f83-bb43-bac975daedc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'e276a033-9be4-4730-92e8-b71e7f53fe8f'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:54:12.944116 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] Bound port: bcb48c87-533b-4235-adca-6129017f01d5, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d26d17d-0b73-4f83-bb43-bac975daedc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'e276a033-9be4-4730-92e8-b71e7f53fe8f'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:54:12.944531 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (bcb48c87-533b-4235-adca-6129017f01d5), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:12.986206 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-618126db-c00d-4a6b-b062-e165f66c9889 req-6a0ae4a8-0977-4085-896c-52b684abc03c service neutron] 10.222.0.20 "GET /v2.0/networks/f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900486 Apr 08 17:54:13.016169 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] For port bcb48c87-533b-4235-adca-6129017f01d5, host hv-cinder-83716, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:54:13.020127 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] For port bcb48c87-533b-4235-adca-6129017f01d5, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=bcb48c87-533b-4235-adca-6129017f01d5,segment=NetworkSegment(3d26d17d-0b73-4f83-bb43-bac975daedc6),segment_id=3d26d17d-0b73-4f83-bb43-bac975daedc6)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:54:13.028763 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7d959652-8c89-47fc-8b26-7b1b5a32d3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:13.031651 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30663424'] for port (bcb48c87-533b-4235-adca-6129017f01d5), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:13.066736 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:13.067353 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:13.068784 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] 10.222.0.20 "PUT /v2.0/ports/bcb48c87-533b-4235-adca-6129017f01d5 HTTP/1.1" status: 200 len: 1094 time: 0.6753912 Apr 08 17:54:13.069226 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c259e8bc-1093-499e-81ca-0704cc012e0d', 'tag': 'bcb48c87-533b-4235-adca-6129017f01d5'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:54:13.071502 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf5f648-ccaa-48f9-9c4a-0007c94bcbfb" -d '{"events": [{"name": "network-changed", "server_uuid": "c259e8bc-1093-499e-81ca-0704cc012e0d", "tag": "bcb48c87-533b-4235-adca-6129017f01d5"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:54:13.094331 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf123d40-4040-4105-b47d-c3b8763fc4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb48c87-533b-4235-adca-6129017f01d5,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:13.117763 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066a7151-e817-4816-a725-1ffdaa0efb71 x-openstack-request-id: req-066a7151-e817-4816-a725-1ffdaa0efb71 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:54:13.118110 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c259e8bc-1093-499e-81ca-0704cc012e0d", "tag": "bcb48c87-533b-4235-adca-6129017f01d5", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:54:13.118368 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-066a7151-e817-4816-a725-1ffdaa0efb71 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:54:13.118780 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-066a7151-e817-4816-a725-1ffdaa0efb71'] response: {'name': 'network-changed', 'server_uuid': 'c259e8bc-1093-499e-81ca-0704cc012e0d', 'tag': 'bcb48c87-533b-4235-adca-6129017f01d5', 'status': 'completed', 'code': 200} Apr 08 17:54:13.160278 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-fe99ae71-fb09-4406-b0a2-2aa540c911a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:13.161607 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-fe99ae71-fb09-4406-b0a2-2aa540c911a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4e4bb503422489286d57f3dc20621b9&device_id=c259e8bc-1093-499e-81ca-0704cc012e0d HTTP/1.1" status: 200 len: 1128 time: 0.0419908 Apr 08 17:54:13.210203 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-6354cd92-f416-4d36-8c20-6b789941de15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcb48c87-533b-4235-adca-6129017f01d5 HTTP/1.1" status: 200 len: 217 time: 0.0358462 Apr 08 17:54:13.266964 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-254f94ac-bb0f-478c-886c-8cb75827e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:13.268502 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-254f94ac-bb0f-478c-886c-8cb75827e060 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=678a8ae8-efba-42c8-a5fa-b408b19b60b1 HTTP/1.1" status: 200 len: 848 time: 0.0492327 Apr 08 17:54:13.301710 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-a018f534-b270-4257-b734-6e74e6b505d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e276a033-9be4-4730-92e8-b71e7f53fe8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265157 Apr 08 17:54:13.405981 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-8357d877-c753-41cf-93d7-b69cf50417a9 service neutron] 10.222.0.20 "GET /v2.0/networks/e276a033-9be4-4730-92e8-b71e7f53fe8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946753 Apr 08 17:54:13.514341 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4dd983ba-b157-4e3a-9a98-556b3b15dbf1 req-90e671d7-5e0d-444b-bc1b-08e19533f3d6 service neutron] 10.222.0.20 "GET /v2.0/networks/e276a033-9be4-4730-92e8-b71e7f53fe8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018059 Apr 08 17:54:13.549441 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aba715-0774-46df-8a9c-7ba25c4b1f6d req-130611fc-2b62-4e44-a26a-3f84448f201a tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:13.551031 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a4aba715-0774-46df-8a9c-7ba25c4b1f6d req-130611fc-2b62-4e44-a26a-3f84448f201a tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 944 time: 0.0528758 Apr 08 17:54:13.620395 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a4aba715-0774-46df-8a9c-7ba25c4b1f6d req-9d486ff5-f876-4878-89a9-a75207b1fc01 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605907 Apr 08 17:54:13.930488 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b22744-f765-4bad-907c-fb693c6270ac req-8961a382-4e49-4f95-95b6-fbe7cd0f5c35 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:13.932027 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-37b22744-f765-4bad-907c-fb693c6270ac req-8961a382-4e49-4f95-95b6-fbe7cd0f5c35 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=c259e8bc-1093-499e-81ca-0704cc012e0d HTTP/1.1" status: 200 len: 944 time: 0.0545816 Apr 08 17:54:13.981703 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-37b22744-f765-4bad-907c-fb693c6270ac req-b2faf325-cd68-47b6-854a-2e2dfdae9988 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437233 Apr 08 17:54:14.774092 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2a8a3-c4fb-4e57-9a6e-8c6b53773a40 req-f2a82416-8787-4e49-a2aa-c05c3b9c3997 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:14.775809 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-caf2a8a3-c4fb-4e57-9a6e-8c6b53773a40 req-f2a82416-8787-4e49-a2aa-c05c3b9c3997 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 944 time: 0.0537016 Apr 08 17:54:14.836550 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-caf2a8a3-c4fb-4e57-9a6e-8c6b53773a40 req-ada7cf98-a320-4f83-86ee-695ca59f7a08 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541945 Apr 08 17:54:15.119210 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6286e8-70ff-4ac7-aaf8-9232604875da req-b06939e7-d0fa-4e46-8a46-88cf46e6d787 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:15.121330 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-bf6286e8-70ff-4ac7-aaf8-9232604875da req-b06939e7-d0fa-4e46-8a46-88cf46e6d787 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=c259e8bc-1093-499e-81ca-0704cc012e0d HTTP/1.1" status: 200 len: 944 time: 0.0619252 Apr 08 17:54:15.175187 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-bf6286e8-70ff-4ac7-aaf8-9232604875da req-d1048e6a-66c3-4619-81fe-cf139f86e6e8 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451221 Apr 08 17:54:15.452751 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-720799a9-776e-4ef4-99a7-253d8481ac1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:15.958942 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ccf29-a5dc-406b-b291-ba2d6b7b4ce4 req-461e1202-88ee-47eb-9d16-a693e84b6a5c tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:15.964592 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-065ccf29-a5dc-406b-b291-ba2d6b7b4ce4 req-461e1202-88ee-47eb-9d16-a693e84b6a5c tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 944 time: 0.0568221 Apr 08 17:54:16.025632 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-065ccf29-a5dc-406b-b291-ba2d6b7b4ce4 req-1338e122-ad97-446e-9595-872d08880d3d tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552497 Apr 08 17:54:16.230491 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device bcb48c87-533b-4235-adca-6129017f01d5 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:54:16.295139 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77334974-02a1-421e-9772-8c41eda59aa2 req-903e3e2e-060b-4a73-a85c-86257436bf92 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:16.296680 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-77334974-02a1-421e-9772-8c41eda59aa2 req-903e3e2e-060b-4a73-a85c-86257436bf92 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=c259e8bc-1093-499e-81ca-0704cc012e0d HTTP/1.1" status: 200 len: 944 time: 0.0485942 Apr 08 17:54:16.346948 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port bcb48c87-533b-4235-adca-6129017f01d5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=bcb48c87-533b-4235-adca-6129017f01d5,segment=NetworkSegment(3d26d17d-0b73-4f83-bb43-bac975daedc6),segment_id=3d26d17d-0b73-4f83-bb43-bac975daedc6)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:54:16.358269 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-77334974-02a1-421e-9772-8c41eda59aa2 req-d979357e-6b6e-47ba-b210-91345e1dd1ba tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550482 Apr 08 17:54:16.358647 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': 'bcb48c87-533b-4235-adca-6129017f01d5', 'network_id': 'e276a033-9be4-4730-92e8-b71e7f53fe8f', 'port_id': 'bcb48c87-533b-4235-adca-6129017f01d5', 'mac_address': 'fa:16:3e:d8:90:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 950, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678a8ae8-efba-42c8-a5fa-b408b19b60b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:54:16.398664 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port bcb48c87-533b-4235-adca-6129017f01d5 is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:54:16.399051 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (bcb48c87-533b-4235-adca-6129017f01d5), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:16.411943 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb48c87-533b-4235-adca-6129017f01d5 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:54:16.438220 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port bcb48c87-533b-4235-adca-6129017f01d5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=bcb48c87-533b-4235-adca-6129017f01d5,segment=NetworkSegment(3d26d17d-0b73-4f83-bb43-bac975daedc6),segment_id=3d26d17d-0b73-4f83-bb43-bac975daedc6)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:54:16.445029 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (bcb48c87-533b-4235-adca-6129017f01d5), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:16.494142 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=bcb48c87-533b-4235-adca-6129017f01d5,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:16.771126 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:16.785970 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:16.978159 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['bcb48c87-533b-4235-adca-6129017f01d5'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:54:17.145980 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a73aa-74f0-4940-9f37-61f6c040dd51 req-fd135c39-bb5a-46af-a4a3-e0b3d23301aa tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:17.147494 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fa7a73aa-74f0-4940-9f37-61f6c040dd51 req-fd135c39-bb5a-46af-a4a3-e0b3d23301aa tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 944 time: 0.0488961 Apr 08 17:54:17.198333 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fa7a73aa-74f0-4940-9f37-61f6c040dd51 req-645485b4-e266-46a1-b0e1-a56d2541684c tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450075 Apr 08 17:54:17.484956 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8bf04-15c7-4d0e-8b3b-9973760606e3 req-fddae634-83e4-403a-9d9c-20d2a5ab1a60 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:17.486411 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-96e8bf04-15c7-4d0e-8b3b-9973760606e3 req-fddae634-83e4-403a-9d9c-20d2a5ab1a60 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=c259e8bc-1093-499e-81ca-0704cc012e0d HTTP/1.1" status: 200 len: 945 time: 0.0558932 Apr 08 17:54:17.535165 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-96e8bf04-15c7-4d0e-8b3b-9973760606e3 req-f6ab3cce-2fb6-4948-ad14-83276d7ee0d8 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421481 Apr 08 17:54:17.786864 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5f648-ccaa-48f9-9c4a-0007c94bcbfb req-05e571f1-22c9-4e4a-9117-bb5e72823469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:17.789144 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ebf5f648-ccaa-48f9-9c4a-0007c94bcbfb req-05e571f1-22c9-4e4a-9117-bb5e72823469 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4e4bb503422489286d57f3dc20621b9&device_id=c259e8bc-1093-499e-81ca-0704cc012e0d HTTP/1.1" status: 200 len: 1129 time: 0.0466566 Apr 08 17:54:18.041305 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:18.321773 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ab0c9-cc4d-403c-9483-c9dad10ec8bc req-bb48abbc-8733-4748-9002-50f46c98d908 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:18.323169 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-198ab0c9-cc4d-403c-9483-c9dad10ec8bc req-bb48abbc-8733-4748-9002-50f46c98d908 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 944 time: 0.0563951 Apr 08 17:54:18.380518 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-198ab0c9-cc4d-403c-9483-c9dad10ec8bc req-b8d5a2fe-7053-4122-8be2-44a529cffac4 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449049 Apr 08 17:54:18.570374 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device bcb48c87-533b-4235-adca-6129017f01d5 up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:54:18.617984 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning for port bcb48c87-533b-4235-adca-6129017f01d5 completed by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:54:18.625346 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port bcb48c87-533b-4235-adca-6129017f01d5 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:54:18.625752 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (bcb48c87-533b-4235-adca-6129017f01d5), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:18.654188 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbda327-068b-4abd-ab6a-92cb34eae73e req-3ae6cb04-94cb-43fc-b9e6-42e5315964f5 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:18.656123 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-efbda327-068b-4abd-ab6a-92cb34eae73e req-3ae6cb04-94cb-43fc-b9e6-42e5315964f5 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=c259e8bc-1093-499e-81ca-0704cc012e0d HTTP/1.1" status: 200 len: 945 time: 0.0491920 Apr 08 17:54:18.710440 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-efbda327-068b-4abd-ab6a-92cb34eae73e req-670ce27d-e1a2-428c-8c49-4593b0625301 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469077 Apr 08 17:54:18.712798 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port bcb48c87-533b-4235-adca-6129017f01d5 is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:54:18.713496 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (bcb48c87-533b-4235-adca-6129017f01d5), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:18.736572 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c259e8bc-1093-499e-81ca-0704cc012e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb48c87-533b-4235-adca-6129017f01d5'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:54:18.738780 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eae7df3-4b99-484a-a769-bf9e0ef4d322" -d '{"events": [{"server_uuid": "c259e8bc-1093-499e-81ca-0704cc012e0d", "name": "network-vif-plugged", "status": "completed", "tag": "bcb48c87-533b-4235-adca-6129017f01d5"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:54:18.750991 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port bcb48c87-533b-4235-adca-6129017f01d5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=bcb48c87-533b-4235-adca-6129017f01d5,segment=NetworkSegment(3d26d17d-0b73-4f83-bb43-bac975daedc6),segment_id=3d26d17d-0b73-4f83-bb43-bac975daedc6)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:54:18.756606 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (bcb48c87-533b-4235-adca-6129017f01d5), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:18.780467 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5045bfd-54f3-4119-b83c-6f29f48580d2 x-openstack-request-id: req-c5045bfd-54f3-4119-b83c-6f29f48580d2 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:54:18.780778 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c259e8bc-1093-499e-81ca-0704cc012e0d", "name": "network-vif-plugged", "status": "completed", "tag": "bcb48c87-533b-4235-adca-6129017f01d5", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:54:18.781031 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c5045bfd-54f3-4119-b83c-6f29f48580d2 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:54:18.781430 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5045bfd-54f3-4119-b83c-6f29f48580d2'] response: {'server_uuid': 'c259e8bc-1093-499e-81ca-0704cc012e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb48c87-533b-4235-adca-6129017f01d5', 'code': 200} Apr 08 17:54:18.808191 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=bcb48c87-533b-4235-adca-6129017f01d5,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:19.534065 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:19.546376 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf762c-136a-4a87-99a0-4fcc6e9de9ef req-a1f2484a-d578-4a34-8c65-fe024c4ea405 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:19.547877 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7acf762c-136a-4a87-99a0-4fcc6e9de9ef req-a1f2484a-d578-4a34-8c65-fe024c4ea405 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 944 time: 0.0813334 Apr 08 17:54:19.619757 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c14fc-8d3d-44fb-89f5-c6b3e70505f6 req-97629bac-aa68-4d2c-a766-bd7923a5db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:19.621342 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b78c14fc-8d3d-44fb-89f5-c6b3e70505f6 req-97629bac-aa68-4d2c-a766-bd7923a5db16 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c259e8bc-1093-499e-81ca-0704cc012e0d HTTP/1.1" status: 200 len: 1130 time: 0.0393269 Apr 08 17:54:19.634604 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5f648-ccaa-48f9-9c4a-0007c94bcbfb req-a4c039cc-61d3-47c5-a8c6-d26d14d729ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:19.636072 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ebf5f648-ccaa-48f9-9c4a-0007c94bcbfb req-a4c039cc-61d3-47c5-a8c6-d26d14d729ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=e276a033-9be4-4730-92e8-b71e7f53fe8f HTTP/1.1" status: 200 len: 909 time: 0.1943710 Apr 08 17:54:19.640837 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7acf762c-136a-4a87-99a0-4fcc6e9de9ef req-75f00323-b5bc-44c1-8fbf-6d2ca98d8f45 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685143 Apr 08 17:54:19.671087 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-b78c14fc-8d3d-44fb-89f5-c6b3e70505f6 req-f0f70be7-30c1-46ce-8493-f392183ad256 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415757 Apr 08 17:54:19.682337 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ebf5f648-ccaa-48f9-9c4a-0007c94bcbfb req-2291c39d-c943-4e49-819d-fb50f431c3ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcb48c87-533b-4235-adca-6129017f01d5 HTTP/1.1" status: 200 len: 217 time: 0.0396357 Apr 08 17:54:19.839628 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074db1ec-c507-4bf1-a338-74eceda3b068 req-96cdeb50-f76e-4c39-97d9-f461f67ed6b6 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:19.841154 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-074db1ec-c507-4bf1-a338-74eceda3b068 req-96cdeb50-f76e-4c39-97d9-f461f67ed6b6 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=c259e8bc-1093-499e-81ca-0704cc012e0d HTTP/1.1" status: 200 len: 946 time: 0.0515420 Apr 08 17:54:19.893352 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-074db1ec-c507-4bf1-a338-74eceda3b068 req-6d828d5b-0ef4-4981-8b0b-bd441e126fbe tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460846 Apr 08 17:54:20.034322 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5f648-ccaa-48f9-9c4a-0007c94bcbfb req-753f8b96-8d19-47dc-ad35-e086a2dafeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:20.035805 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ebf5f648-ccaa-48f9-9c4a-0007c94bcbfb req-753f8b96-8d19-47dc-ad35-e086a2dafeed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=678a8ae8-efba-42c8-a5fa-b408b19b60b1 HTTP/1.1" status: 200 len: 848 time: 0.0574033 Apr 08 17:54:20.070780 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ebf5f648-ccaa-48f9-9c4a-0007c94bcbfb req-11d99789-f23e-4ee7-8399-569445e4cef6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e276a033-9be4-4730-92e8-b71e7f53fe8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254579 Apr 08 17:54:20.172450 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ebf5f648-ccaa-48f9-9c4a-0007c94bcbfb req-1f5b03b6-314b-4cd6-be0c-d269a16fb682 service neutron] 10.222.0.20 "GET /v2.0/networks/e276a033-9be4-4730-92e8-b71e7f53fe8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873525 Apr 08 17:54:20.267788 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ebf5f648-ccaa-48f9-9c4a-0007c94bcbfb req-4b6e3a29-b50c-46ab-bd54-dff087e792b1 service neutron] 10.222.0.20 "GET /v2.0/networks/e276a033-9be4-4730-92e8-b71e7f53fe8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872893 Apr 08 17:54:20.561140 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 1b7e93c2-59eb-461a-abd8-83d0972bb050 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:54:20.672740 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 1b7e93c2-59eb-461a-abd8-83d0972bb050, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1b7e93c2-59eb-461a-abd8-83d0972bb050,segment=NetworkSegment(28c56a22-6df6-4b31-8955-e44be86ab316),segment_id=28c56a22-6df6-4b31-8955-e44be86ab316)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:54:20.686567 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': '1b7e93c2-59eb-461a-abd8-83d0972bb050', 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda', 'port_id': '1b7e93c2-59eb-461a-abd8-83d0972bb050', 'mac_address': 'fa:16:3e:09:53:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 994, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b796030-ee41-4109-87be-48399136d146', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:54:20.732192 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 1b7e93c2-59eb-461a-abd8-83d0972bb050 is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:54:20.732679 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:20.746483 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7e93c2-59eb-461a-abd8-83d0972bb050 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:54:20.767561 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea9169-6091-4544-b55f-6b8fed291095 req-9a678cc8-2482-4f43-b7fd-b730fbbb4def tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:20.768155 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 1b7e93c2-59eb-461a-abd8-83d0972bb050, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1b7e93c2-59eb-461a-abd8-83d0972bb050,segment=NetworkSegment(28c56a22-6df6-4b31-8955-e44be86ab316),segment_id=28c56a22-6df6-4b31-8955-e44be86ab316)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:54:20.769357 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0eea9169-6091-4544-b55f-6b8fed291095 req-9a678cc8-2482-4f43-b7fd-b730fbbb4def tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 944 time: 0.0542207 Apr 08 17:54:20.773848 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:20.822586 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0eea9169-6091-4544-b55f-6b8fed291095 req-3568496e-118b-4202-a906-2fb4c402a301 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452380 Apr 08 17:54:20.826702 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=1b7e93c2-59eb-461a-abd8-83d0972bb050,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:21.024534 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d610846-8d6d-45c0-ab09-f05acea54866 req-d724e702-5faf-494d-937b-b1e3c6393c48 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:21.026155 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d610846-8d6d-45c0-ab09-f05acea54866 req-d724e702-5faf-494d-937b-b1e3c6393c48 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=c259e8bc-1093-499e-81ca-0704cc012e0d HTTP/1.1" status: 200 len: 946 time: 0.0489714 Apr 08 17:54:21.076553 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d610846-8d6d-45c0-ab09-f05acea54866 req-79905297-73ee-42c1-9ea7-d56714cc5691 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440779 Apr 08 17:54:21.386530 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['1b7e93c2-59eb-461a-abd8-83d0972bb050'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:54:21.941951 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b48b49-9aa3-4cc2-ab98-37423744b052 req-dd82e54a-1c3e-47b1-a32a-d83266d03644 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:21.943428 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b4b48b49-9aa3-4cc2-ab98-37423744b052 req-dd82e54a-1c3e-47b1-a32a-d83266d03644 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 945 time: 0.0510185 Apr 08 17:54:21.998505 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-b4b48b49-9aa3-4cc2-ab98-37423744b052 req-c1e395b4-75cc-44a9-9124-0701482197c8 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462461 Apr 08 17:54:22.199795 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c6114-282f-431f-8772-d37d9a57a229 req-44bc0ee2-3b82-4c6a-8d52-a73115039430 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:22.201316 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-cb8c6114-282f-431f-8772-d37d9a57a229 req-44bc0ee2-3b82-4c6a-8d52-a73115039430 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=c259e8bc-1093-499e-81ca-0704cc012e0d HTTP/1.1" status: 200 len: 946 time: 0.0486755 Apr 08 17:54:22.250026 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-cb8c6114-282f-431f-8772-d37d9a57a229 req-9bea4fe4-beea-4a12-9fd4-d47a79ba964a tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428114 Apr 08 17:54:22.644806 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 1b7e93c2-59eb-461a-abd8-83d0972bb050 up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:54:22.698450 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning for port 1b7e93c2-59eb-461a-abd8-83d0972bb050 completed by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:54:22.706596 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port 1b7e93c2-59eb-461a-abd8-83d0972bb050 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:54:22.706970 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:22.791142 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 1b7e93c2-59eb-461a-abd8-83d0972bb050 is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:54:22.791532 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:22.817432 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c251d42-1d14-4c79-a324-919356ee25d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7e93c2-59eb-461a-abd8-83d0972bb050'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:54:22.819764 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e962952a-2e12-4f97-9ed2-c8f43ad6a0c7" -d '{"events": [{"server_uuid": "7c251d42-1d14-4c79-a324-919356ee25d6", "name": "network-vif-plugged", "status": "completed", "tag": "1b7e93c2-59eb-461a-abd8-83d0972bb050"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:54:22.833257 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 1b7e93c2-59eb-461a-abd8-83d0972bb050, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1b7e93c2-59eb-461a-abd8-83d0972bb050,segment=NetworkSegment(28c56a22-6df6-4b31-8955-e44be86ab316),segment_id=28c56a22-6df6-4b31-8955-e44be86ab316)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:54:22.839259 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:22.862931 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e139804-c7db-4aec-a6b9-98d0d995f838 x-openstack-request-id: req-6e139804-c7db-4aec-a6b9-98d0d995f838 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:54:22.863539 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c251d42-1d14-4c79-a324-919356ee25d6", "name": "network-vif-plugged", "status": "completed", "tag": "1b7e93c2-59eb-461a-abd8-83d0972bb050", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:54:22.863741 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6e139804-c7db-4aec-a6b9-98d0d995f838 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:54:22.864242 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e139804-c7db-4aec-a6b9-98d0d995f838'] response: {'server_uuid': '7c251d42-1d14-4c79-a324-919356ee25d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7e93c2-59eb-461a-abd8-83d0972bb050', 'code': 200} Apr 08 17:54:22.893325 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=1b7e93c2-59eb-461a-abd8-83d0972bb050,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:23.010480 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae1fc5-3928-48e8-a6cb-23ad971c89d1 req-e2a1f8d9-5271-431d-afc6-c56a3f8e078e tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:23.011909 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8fae1fc5-3928-48e8-a6cb-23ad971c89d1 req-e2a1f8d9-5271-431d-afc6-c56a3f8e078e tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=c259e8bc-1093-499e-81ca-0704cc012e0d HTTP/1.1" status: 200 len: 946 time: 0.0521300 Apr 08 17:54:23.066201 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8fae1fc5-3928-48e8-a6cb-23ad971c89d1 req-420b681e-bca5-4ff4-b99e-39baa646e952 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479422 Apr 08 17:54:23.120686 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bde13a-c1ee-40aa-97d1-9740abd253e2 req-7f2b29b2-bea6-4438-9348-afb3bd5d8643 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:23.122150 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-42bde13a-c1ee-40aa-97d1-9740abd253e2 req-7f2b29b2-bea6-4438-9348-afb3bd5d8643 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0506020 Apr 08 17:54:23.174922 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-42bde13a-c1ee-40aa-97d1-9740abd253e2 req-eed22d67-5e77-4a5a-bf67-6009876f649b tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443602 Apr 08 17:54:24.196059 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20413915-ecef-486b-9b00-d15e17ec4122 req-f49b5f21-9734-4f0f-a294-3f388f613ff4 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:24.197577 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-20413915-ecef-486b-9b00-d15e17ec4122 req-f49b5f21-9734-4f0f-a294-3f388f613ff4 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=c259e8bc-1093-499e-81ca-0704cc012e0d HTTP/1.1" status: 200 len: 946 time: 0.0554705 Apr 08 17:54:24.259029 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-20413915-ecef-486b-9b00-d15e17ec4122 req-45c5bf28-3c4a-4dad-8815-4e7744db4e05 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554075 Apr 08 17:54:24.297099 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88008d0-95b4-430d-8bc7-f69dcacf9261 req-33af7fc0-0e56-4719-85fb-8e5771eead32 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:24.298566 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f88008d0-95b4-430d-8bc7-f69dcacf9261 req-33af7fc0-0e56-4719-85fb-8e5771eead32 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0484321 Apr 08 17:54:24.352721 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f88008d0-95b4-430d-8bc7-f69dcacf9261 req-7ec616ba-cf33-44db-b0ef-c1afcf5f1151 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479453 Apr 08 17:54:24.526514 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474563a6-6c97-4547-8102-8b51b9cb30fe req-fb7c2d10-e6f9-4dde-80f3-510fe4260f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:24.528020 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-474563a6-6c97-4547-8102-8b51b9cb30fe req-fb7c2d10-e6f9-4dde-80f3-510fe4260f63 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 1130 time: 0.0395136 Apr 08 17:54:24.586015 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-474563a6-6c97-4547-8102-8b51b9cb30fe req-d5b0c2b7-4b1f-4eb6-87f1-06d15af1dff4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446033 Apr 08 17:54:25.382169 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2520b2-4e16-4bec-bd70-b8b61159f240 req-902b467a-c6c5-4696-bd10-3aa41ba3c799 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:25.384145 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0a2520b2-4e16-4bec-bd70-b8b61159f240 req-902b467a-c6c5-4696-bd10-3aa41ba3c799 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=c259e8bc-1093-499e-81ca-0704cc012e0d HTTP/1.1" status: 200 len: 946 time: 0.0548248 Apr 08 17:54:25.473033 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26059e-bdd3-4b5f-a225-3fb4b8097614 req-59bbc18f-3582-4b91-abc4-fbb4285dc45b tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:25.474612 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2d26059e-bdd3-4b5f-a225-3fb4b8097614 req-59bbc18f-3582-4b91-abc4-fbb4285dc45b tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0502660 Apr 08 17:54:25.529486 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2d26059e-bdd3-4b5f-a225-3fb4b8097614 req-18068be8-9256-4f5e-adb1-0156e58a2775 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483842 Apr 08 17:54:25.700215 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0a2520b2-4e16-4bec-bd70-b8b61159f240 req-4d360aae-5556-4f2b-9f5d-814173eec769 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/security-groups?id=267bfcc0-6d49-4aa3-99b2-7bd91db2d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097935 Apr 08 17:54:26.134507 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401e862-bf4d-4079-9b7e-ebb3de034be6 req-67ab0f54-aaa6-4d1c-8405-c653ad044c32 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:26.136704 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a401e862-bf4d-4079-9b7e-ebb3de034be6 req-67ab0f54-aaa6-4d1c-8405-c653ad044c32 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.20 "GET /v2.0/ports?device_id=c259e8bc-1093-499e-81ca-0704cc012e0d HTTP/1.1" status: 200 len: 946 time: 0.0570414 Apr 08 17:54:26.264005 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [req-a401e862-bf4d-4079-9b7e-ebb3de034be6 req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Deleting port bcb48c87-533b-4235-adca-6129017f01d5 {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:54:26.264370 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-a401e862-bf4d-4079-9b7e-ebb3de034be6 req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (bcb48c87-533b-4235-adca-6129017f01d5), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:26.358258 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-a401e862-bf4d-4079-9b7e-ebb3de034be6 req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] For port bcb48c87-533b-4235-adca-6129017f01d5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=bcb48c87-533b-4235-adca-6129017f01d5,segment=NetworkSegment(3d26d17d-0b73-4f83-bb43-bac975daedc6),segment_id=3d26d17d-0b73-4f83-bb43-bac975daedc6)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:54:26.358637 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-a401e862-bf4d-4079-9b7e-ebb3de034be6 req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (bcb48c87-533b-4235-adca-6129017f01d5), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:26.372783 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [req-a401e862-bf4d-4079-9b7e-ebb3de034be6 req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Calling delete_port for bcb48c87-533b-4235-adca-6129017f01d5 owned by compute:nova {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:54:26.517891 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-a401e862-bf4d-4079-9b7e-ebb3de034be6 req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (bcb48c87-533b-4235-adca-6129017f01d5), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:26.541362 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['bcb48c87-533b-4235-adca-6129017f01d5'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:54:26.549232 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Pushing event deleted for resources: {'Port': ['ID=bcb48c87-533b-4235-adca-6129017f01d5,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:26.575935 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:26.576267 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:26.576723 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:26.577077 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:26.577393 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:26.577719 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:26.578038 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:26.578362 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:26.578680 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:26.579137 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:26.579325 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:26.579708 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:26.580025 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:26.580345 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:26.580692 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:26.609399 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [req-a401e862-bf4d-4079-9b7e-ebb3de034be6 req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] No DVR routers for this DVR port bcb48c87-533b-4235-adca-6129017f01d5 on host hv-cinder-83716 {{(pid=103549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:54:26.612225 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-a401e862-bf4d-4079-9b7e-ebb3de034be6 req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:26.615833 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a401e862-bf4d-4079-9b7e-ebb3de034be6 req-23be74a1-7e8d-4893-a5de-25b50424f705 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.20 "DELETE /v2.0/ports/bcb48c87-533b-4235-adca-6129017f01d5 HTTP/1.1" status: 204 len: 173 time: 0.4550669 Apr 08 17:54:26.623165 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c259e8bc-1093-499e-81ca-0704cc012e0d', 'name': 'network-vif-deleted', 'tag': 'bcb48c87-533b-4235-adca-6129017f01d5'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:54:26.625477 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7999038e-9903-4b61-9c8c-79f7f53f555c" -d '{"events": [{"server_uuid": "c259e8bc-1093-499e-81ca-0704cc012e0d", "name": "network-vif-deleted", "tag": "bcb48c87-533b-4235-adca-6129017f01d5"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:54:26.667724 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa50a62-9676-4e1f-8680-b0eb73b20f2b req-480513c0-c916-408f-a53b-9b6741fbf645 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:26.669325 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0fa50a62-9676-4e1f-8680-b0eb73b20f2b req-480513c0-c916-408f-a53b-9b6741fbf645 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0619144 Apr 08 17:54:26.670775 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c74c5a-2c6c-4123-a6a8-927839b373b2 x-openstack-request-id: req-97c74c5a-2c6c-4123-a6a8-927839b373b2 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:54:26.671041 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c259e8bc-1093-499e-81ca-0704cc012e0d", "name": "network-vif-deleted", "tag": "bcb48c87-533b-4235-adca-6129017f01d5", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:54:26.671319 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-97c74c5a-2c6c-4123-a6a8-927839b373b2 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:54:26.671701 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c74c5a-2c6c-4123-a6a8-927839b373b2'] response: {'server_uuid': 'c259e8bc-1093-499e-81ca-0704cc012e0d', 'name': 'network-vif-deleted', 'tag': 'bcb48c87-533b-4235-adca-6129017f01d5', 'status': 'completed', 'code': 200} Apr 08 17:54:26.721216 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0fa50a62-9676-4e1f-8680-b0eb73b20f2b req-13c35d73-326f-45ac-852c-a8809785b02b tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463521 Apr 08 17:54:26.803510 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d8b5c65-af33-4af6-9296-ede9af530bfe req-32f99d6b-1da1-4d30-8ad4-3dc3a292d2a6 tempest-VolumesActionsTest-2063910356 tempest-VolumesActionsTest-2063910356-project] 10.222.0.86 "GET /v2.0/ports?device_id=c259e8bc-1093-499e-81ca-0704cc012e0d HTTP/1.1" status: 200 len: 210 time: 0.0287609 Apr 08 17:54:27.850876 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ffd5d-cb79-4b23-bf02-01306570006c req-8e02f447-efd6-4242-a6e9-bac8913f50f8 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:27.852705 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-753ffd5d-cb79-4b23-bf02-01306570006c req-8e02f447-efd6-4242-a6e9-bac8913f50f8 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0531852 Apr 08 17:54:27.903358 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-753ffd5d-cb79-4b23-bf02-01306570006c req-74244e7e-c203-498d-8929-26c6bbde88a9 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448630 Apr 08 17:54:28.016692 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cd49c-1e9b-4500-be66-09c9374e85c5 req-406559cd-068d-489e-8308-ebd15827a1ad tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:28.018179 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-717cd49c-1e9b-4500-be66-09c9374e85c5 req-406559cd-068d-489e-8308-ebd15827a1ad tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0487514 Apr 08 17:54:28.069096 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-717cd49c-1e9b-4500-be66-09c9374e85c5 req-ca86c830-95fb-4ffb-a533-ed992b020949 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451772 Apr 08 17:54:28.094290 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 45812) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:54:28.235864 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f701246e-ad41-4aa1-9233-c92be731c5af tempest-TestShelveInstance-375200717 tempest-TestShelveInstance-375200717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:28.237432 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-f701246e-ad41-4aa1-9233-c92be731c5af tempest-TestShelveInstance-375200717 tempest-TestShelveInstance-375200717-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 1125 time: 0.1421554 Apr 08 17:54:28.240471 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 45822) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:54:28.245559 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-6595970e-2797-457b-b886-7853ee878333 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Request body: {'floatingip': {'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'port_id': '1b7e93c2-59eb-461a-abd8-83d0972bb050', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:54:28.266363 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6595970e-2797-457b-b886-7853ee878333 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:28.343572 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6595970e-2797-457b-b886-7853ee878333 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:28.458040 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-6595970e-2797-457b-b886-7853ee878333 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Allocated IP 172.27.1.156 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/77354ace-42fd-4e73-a4c5-5086857d7a30) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:54:28.576280 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6595970e-2797-457b-b886-7853ee878333 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for port (77354ace-42fd-4e73-a4c5-5086857d7a30), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:28.610498 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6595970e-2797-457b-b886-7853ee878333 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (77354ace-42fd-4e73-a4c5-5086857d7a30), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:28.650533 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6595970e-2797-457b-b886-7853ee878333 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:54:28.653407 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-6595970e-2797-457b-b886-7853ee878333 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:54:28.657188 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6595970e-2797-457b-b886-7853ee878333 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:54:28.657452 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device bcb48c87-533b-4235-adca-6129017f01d5 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:54:28.681358 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] No Port match for: bcb48c87-533b-4235-adca-6129017f01d5 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:54:28.681694 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device bcb48c87-533b-4235-adca-6129017f01d5 not bound to the agent host hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:54:28.685891 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595970e-2797-457b-b886-7853ee878333 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Pushing event updated for resources: {'Port': ['ID=77354ace-42fd-4e73-a4c5-5086857d7a30,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:29.048149 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6595970e-2797-457b-b886-7853ee878333 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for floatingip (ec78e1a8-4d29-481f-9274-19a1edfd493b), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:29.123343 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6595970e-2797-457b-b886-7853ee878333 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (77354ace-42fd-4e73-a4c5-5086857d7a30), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:29.282353 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6595970e-2797-457b-b886-7853ee878333 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for port (77354ace-42fd-4e73-a4c5-5086857d7a30), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:29.289734 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6595970e-2797-457b-b886-7853ee878333 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30663424'] for port (77354ace-42fd-4e73-a4c5-5086857d7a30), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:29.353872 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595970e-2797-457b-b886-7853ee878333 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Pushing event updated for resources: {'Port': ['ID=77354ace-42fd-4e73-a4c5-5086857d7a30,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:29.365828 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6595970e-2797-457b-b886-7853ee878333 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (ec78e1a8-4d29-481f-9274-19a1edfd493b), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:29.488628 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.l3_db [None req-6595970e-2797-457b-b886-7853ee878333 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Floating IP ec78e1a8-4d29-481f-9274-19a1edfd493b associated. External IP: 172.27.1.156, port: 1b7e93c2-59eb-461a-abd8-83d0972bb050. Apr 08 17:54:29.514861 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [req-3fece82b-029c-4b86-9f61-934da0d4ae62 req-368d68a8-0e29-4cba-b98a-d6cd0f345d6f service neutron] (103548) timed out ('10.222.0.20', 53384) {{(pid=103548) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 17:54:29.721134 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6595970e-2797-457b-b886-7853ee878333 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Router fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:54:29.854317 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6595970e-2797-457b-b886-7853ee878333 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:54:29.864259 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424991f1-0d61-4c01-8619-0e9db6c42703 None None] Sync routers for ids ['fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:54:29.875207 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424991f1-0d61-4c01-8619-0e9db6c42703 None None] Routers {'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:54:29.875560 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6595970e-2797-457b-b886-7853ee878333 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:29.875832 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-424991f1-0d61-4c01-8619-0e9db6c42703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:54:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:29.907227 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-6595970e-2797-457b-b886-7853ee878333 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6656933 Apr 08 17:54:29.907908 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c251d42-1d14-4c79-a324-919356ee25d6', 'tag': '1b7e93c2-59eb-461a-abd8-83d0972bb050'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:54:29.910412 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16059d39-475b-484f-b86b-31140a27ca59" -d '{"events": [{"name": "network-changed", "server_uuid": "7c251d42-1d14-4c79-a324-919356ee25d6", "tag": "1b7e93c2-59eb-461a-abd8-83d0972bb050"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:54:29.949634 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60a6c71-47c3-4aa8-9441-5067bd51041f x-openstack-request-id: req-d60a6c71-47c3-4aa8-9441-5067bd51041f {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:54:29.950250 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c251d42-1d14-4c79-a324-919356ee25d6", "tag": "1b7e93c2-59eb-461a-abd8-83d0972bb050", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:54:29.950568 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d60a6c71-47c3-4aa8-9441-5067bd51041f {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:54:29.951038 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d60a6c71-47c3-4aa8-9441-5067bd51041f'] response: {'name': 'network-changed', 'server_uuid': '7c251d42-1d14-4c79-a324-919356ee25d6', 'tag': '1b7e93c2-59eb-461a-abd8-83d0972bb050', 'status': 'completed', 'code': 200} Apr 08 17:54:29.992038 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-424991f1-0d61-4c01-8619-0e9db6c42703 None None] Set router fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:54:30.349041 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-424991f1-0d61-4c01-8619-0e9db6c42703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'name': 'tempest-TestShelveInstance-1402029806-router', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:29Z', 'updated_at': '2022-04-08T17:53:33Z', 'revision_number': 4, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'gw_port': {'id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:30Z', 'updated_at': '2022-04-08T17:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': 'ec78e1a8-4d29-481f-9274-19a1edfd493b', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'port_id': '1b7e93c2-59eb-461a-abd8-83d0972bb050', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda', 'mac_address': 'fa:16:3e:09:53:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c251d42-1d14-4c79-a324-919356ee25d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:54:28Z', 'updated_at': '2022-04-08T17:54:28Z', 'revision_number': 0, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9', 'name': '', 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'mac_address': 'fa:16:3e:37:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2b796030-ee41-4109-87be-48399136d146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:32Z', 'updated_at': '2022-04-08T17:53:39Z', 'revision_number': 5, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'subnets': [{'id': '2b796030-ee41-4109-87be-48399136d146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:30.380332 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424991f1-0d61-4c01-8619-0e9db6c42703 None None] Checking router: fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:54:30.390884 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424991f1-0d61-4c01-8619-0e9db6c42703 None None] Routers {'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:54:30.391498 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-424991f1-0d61-4c01-8619-0e9db6c42703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:54:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:30.506649 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-424991f1-0d61-4c01-8619-0e9db6c42703 None None] Set router fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:54:30.726498 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-424991f1-0d61-4c01-8619-0e9db6c42703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'name': 'tempest-TestShelveInstance-1402029806-router', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:29Z', 'updated_at': '2022-04-08T17:53:33Z', 'revision_number': 4, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'gw_port': {'id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:30Z', 'updated_at': '2022-04-08T17:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': 'ec78e1a8-4d29-481f-9274-19a1edfd493b', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'port_id': '1b7e93c2-59eb-461a-abd8-83d0972bb050', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda', 'mac_address': 'fa:16:3e:09:53:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c251d42-1d14-4c79-a324-919356ee25d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:54:28Z', 'updated_at': '2022-04-08T17:54:28Z', 'revision_number': 0, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9', 'name': '', 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'mac_address': 'fa:16:3e:37:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2b796030-ee41-4109-87be-48399136d146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:32Z', 'updated_at': '2022-04-08T17:53:39Z', 'revision_number': 5, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'subnets': [{'id': '2b796030-ee41-4109-87be-48399136d146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:30.758622 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424991f1-0d61-4c01-8619-0e9db6c42703 None None] The sync data for ids ['fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'] in dv-cinder-837166-1-iscsi is: [{'id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'name': 'tempest-TestShelveInstance-1402029806-router', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:29Z', 'updated_at': '2022-04-08T17:53:33Z', 'revision_number': 4, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'gw_port': {'id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:30Z', 'updated_at': '2022-04-08T17:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': 'ec78e1a8-4d29-481f-9274-19a1edfd493b', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'port_id': '1b7e93c2-59eb-461a-abd8-83d0972bb050', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda', 'mac_address': 'fa:16:3e:09:53:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c251d42-1d14-4c79-a324-919356ee25d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:54:28Z', 'updated_at': '2022-04-08T17:54:28Z', 'revision_number': 0, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9', 'name': '', 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'mac_address': 'fa:16:3e:37:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2b796030-ee41-4109-87be-48399136d146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:32Z', 'updated_at': '2022-04-08T17:53:39Z', 'revision_number': 5, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'subnets': [{'id': '2b796030-ee41-4109-87be-48399136d146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:54:30.966421 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2a23c5-e36d-4c5b-8066-b408a5545211 None None] New status for floating IP ec78e1a8-4d29-481f-9274-19a1edfd493b: ACTIVE {{(pid=103551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:54:31.978071 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16059d39-475b-484f-b86b-31140a27ca59 req-89044fc7-e17d-4d0d-9081-3fa26a1ce446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:31.979682 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-16059d39-475b-484f-b86b-31140a27ca59 req-89044fc7-e17d-4d0d-9081-3fa26a1ce446 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc8f668fe2c54b07aa0523c0576449f9&device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 1130 time: 0.0527546 Apr 08 17:54:33.562466 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16059d39-475b-484f-b86b-31140a27ca59 req-0653c566-3905-4d24-aaa9-aad0772013c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:33.563958 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-16059d39-475b-484f-b86b-31140a27ca59 req-0653c566-3905-4d24-aaa9-aad0772013c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda HTTP/1.1" status: 200 len: 910 time: 0.0993357 Apr 08 17:54:33.644767 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-16059d39-475b-484f-b86b-31140a27ca59 req-2bccbda5-202c-4441-a649-702dc0c04bd2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b7e93c2-59eb-461a-abd8-83d0972bb050 HTTP/1.1" status: 200 len: 1002 time: 0.0712228 Apr 08 17:54:33.700428 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16059d39-475b-484f-b86b-31140a27ca59 req-a6d9cf5b-6886-4571-a607-fd25f2e23fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:33.701925 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-16059d39-475b-484f-b86b-31140a27ca59 req-a6d9cf5b-6886-4571-a607-fd25f2e23fd2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b796030-ee41-4109-87be-48399136d146 HTTP/1.1" status: 200 len: 848 time: 0.0506427 Apr 08 17:54:33.745349 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16059d39-475b-484f-b86b-31140a27ca59 req-fedbc543-724e-4b2f-a619-e313e18cad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:33.746857 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-16059d39-475b-484f-b86b-31140a27ca59 req-fedbc543-724e-4b2f-a619-e313e18cad07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379446 Apr 08 17:54:33.856051 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-16059d39-475b-484f-b86b-31140a27ca59 req-3a50bad8-3210-4a3f-bce7-340ac2206e6e service neutron] 10.222.0.20 "GET /v2.0/networks/f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005480 Apr 08 17:54:34.249829 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-16059d39-475b-484f-b86b-31140a27ca59 req-e2435b86-71bd-4a01-a953-9899c21eaea9 service neutron] 10.222.0.20 "GET /v2.0/networks/f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878717 Apr 08 17:54:37.426486 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:54:43.023588 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-92eb2a2a-471b-4e49-8205-6d4544314729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:45.450504 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8b1891d0-0800-4958-bfeb-edc9c8754a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:46.772258 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:46.783723 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:48.045381 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:49.501616 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [req-dff4fd5a-b9a1-49a3-b003-f463ff44e41b req-a29c2085-3c9c-408f-88eb-a36304febffa service neutron] (103548) timed out ('10.222.0.20', 53380) {{(pid=103548) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 17:54:49.537689 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:59.212979 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 46136) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:54:59.239677 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [req-46544134-4ebf-4e21-91d9-86927b1d1e45 req-42e5a868-e13e-4b0a-ad71-7f0241571566 service neutron] (103549) timed out ('10.222.0.20', 53347) {{(pid=103549) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 17:54:59.259352 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e2e100-710b-437e-aa2c-48403c3c7bff admin admin] Deleting subnet 678a8ae8-efba-42c8-a5fa-b408b19b60b1 {{(pid=103549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:54:59.262561 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-10e2e100-710b-437e-aa2c-48403c3c7bff admin admin] Publish callbacks [] for subnet (678a8ae8-efba-42c8-a5fa-b408b19b60b1), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:59.303127 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-10e2e100-710b-437e-aa2c-48403c3c7bff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30165226'] for subnet (678a8ae8-efba-42c8-a5fa-b408b19b60b1), precommit_delete_associations {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:59.355977 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-10e2e100-710b-437e-aa2c-48403c3c7bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709327'] for subnet (678a8ae8-efba-42c8-a5fa-b408b19b60b1), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:59.422503 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-10e2e100-710b-437e-aa2c-48403c3c7bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1709334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30663514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29992187'] for subnet (678a8ae8-efba-42c8-a5fa-b408b19b60b1), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:59.458946 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2e100-710b-437e-aa2c-48403c3c7bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=678a8ae8-efba-42c8-a5fa-b408b19b60b1,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:59.460909 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-10e2e100-710b-437e-aa2c-48403c3c7bff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:59.465360 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-10e2e100-710b-437e-aa2c-48403c3c7bff admin admin] 10.222.0.86 "DELETE /v2.0/subnets/678a8ae8-efba-42c8-a5fa-b408b19b60b1 HTTP/1.1" status: 204 len: 168 time: 0.2501495 Apr 08 17:54:59.467449 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 46140) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:54:59.541263 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7fde30db-e9be-423b-9d09-ad88860e879b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832628'] for network (e276a033-9be4-4730-92e8-b71e7f53fe8f), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:59.619146 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7fde30db-e9be-423b-9d09-ad88860e879b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1707906', 'neutron.services.segments.db._delete_segments_for_network-8780306556573'] for network (e276a033-9be4-4730-92e8-b71e7f53fe8f), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:59.640268 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-7fde30db-e9be-423b-9d09-ad88860e879b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e276a033-9be4-4730-92e8-b71e7f53fe8f']}} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:59.650109 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-7fde30db-e9be-423b-9d09-ad88860e879b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d26d17d-0b73-4f83-bb43-bac975daedc6') {'for_net_delete': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:59.650407 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-7fde30db-e9be-423b-9d09-ad88860e879b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d26d17d-0b73-4f83-bb43-bac975daedc6') {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:59.660348 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7fde30db-e9be-423b-9d09-ad88860e879b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780306558374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30165219'] for segment (3d26d17d-0b73-4f83-bb43-bac975daedc6), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:59.674920 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7fde30db-e9be-423b-9d09-ad88860e879b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (3d26d17d-0b73-4f83-bb43-bac975daedc6), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:59.681623 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fde30db-e9be-423b-9d09-ad88860e879b admin admin] Releasing vlan 950 on physical network physnet1 to pool {{(pid=103549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:54:59.682028 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7fde30db-e9be-423b-9d09-ad88860e879b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30663484'] for segment (3d26d17d-0b73-4f83-bb43-bac975daedc6), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: Traceback (most recent call last): Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: timer() Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: cb(*args, **kw) Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: return func(*args, **kwargs) Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: self._notify() Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: self.callback(batched_events) Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: event.method(event) Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: return f(self, *a, **k) Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: return self._get(url).json() Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: return self.request(url, 'GET', **kwargs) Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:54:59.683756 dv-cinder-837166-1-iscsi neutron-server[103549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:54:59.743810 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7fde30db-e9be-423b-9d09-ad88860e879b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1707913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726762'] for network (e276a033-9be4-4730-92e8-b71e7f53fe8f), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:59.750197 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7fde30db-e9be-423b-9d09-ad88860e879b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:59.753393 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-7fde30db-e9be-423b-9d09-ad88860e879b admin admin] 10.222.0.86 "DELETE /v2.0/networks/e276a033-9be4-4730-92e8-b71e7f53fe8f HTTP/1.1" status: 204 len: 168 time: 0.2850192 Apr 08 17:54:59.764738 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde30db-e9be-423b-9d09-ad88860e879b admin admin] Pushing event deleted for resources: {'Network': ['ID=e276a033-9be4-4730-92e8-b71e7f53fe8f,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:59.888254 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 46148) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:54:59.933301 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-082e3f3d-eb5a-4f97-809b-114660e2cc3a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c4e4bb503422489286d57f3dc20621b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412786 Apr 08 17:54:59.934031 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 46152) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:54:59.986237 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0b545489-deb5-4abf-b02a-fadef06c216f admin admin] Publish callbacks [] for security_group (267bfcc0-6d49-4aa3-99b2-7bd91db2d205), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:00.007094 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0b545489-deb5-4abf-b02a-fadef06c216f admin admin] Publish callbacks [] for security_group (267bfcc0-6d49-4aa3-99b2-7bd91db2d205), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:00.071018 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0b545489-deb5-4abf-b02a-fadef06c216f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (267bfcc0-6d49-4aa3-99b2-7bd91db2d205), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:00.073718 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0b545489-deb5-4abf-b02a-fadef06c216f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:00.075059 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-0b545489-deb5-4abf-b02a-fadef06c216f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/267bfcc0-6d49-4aa3-99b2-7bd91db2d205 HTTP/1.1" status: 204 len: 168 time: 0.1398194 Apr 08 17:55:00.083613 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545489-deb5-4abf-b02a-fadef06c216f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267bfcc0-6d49-4aa3-99b2-7bd91db2d205,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:00.952270 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a7dc9a47-c4ab-42ca-a938-67ca1f313f8a req-815ee77b-a0c8-4cb9-a0dc-602c312d462a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=418a1265-f914-4b05-8267-9127cbe71dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424156 Apr 08 17:55:03.059061 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc9a47-c4ab-42ca-a938-67ca1f313f8a req-d8529e0f-b6b5-422d-bd5e-2f612b8d5652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:03.060671 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a7dc9a47-c4ab-42ca-a938-67ca1f313f8a req-d8529e0f-b6b5-422d-bd5e-2f612b8d5652 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9aa206a78e54f5dbc018b70e3fde518&device_id=418a1265-f914-4b05-8267-9127cbe71dbb HTTP/1.1" status: 200 len: 1129 time: 0.0429177 Apr 08 17:55:04.499370 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc9a47-c4ab-42ca-a938-67ca1f313f8a req-69c30057-d6d4-4a29-b492-b04e8c7ede77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:04.500883 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a7dc9a47-c4ab-42ca-a938-67ca1f313f8a req-69c30057-d6d4-4a29-b492-b04e8c7ede77 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e10707f-0c9c-46c9-807d-27ec9117379d HTTP/1.1" status: 200 len: 914 time: 0.0997059 Apr 08 17:55:04.542487 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a7dc9a47-c4ab-42ca-a938-67ca1f313f8a req-2ec74f3f-d618-45ac-9ccd-065389eb3c19 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 HTTP/1.1" status: 200 len: 217 time: 0.0352688 Apr 08 17:55:04.597821 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc9a47-c4ab-42ca-a938-67ca1f313f8a req-d12470f9-f78b-401b-af1f-6746150d7351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:04.599277 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a7dc9a47-c4ab-42ca-a938-67ca1f313f8a req-d12470f9-f78b-401b-af1f-6746150d7351 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4c0f9de-de2f-48f0-ab91-4b5e8314cba7 HTTP/1.1" status: 200 len: 853 time: 0.0502083 Apr 08 17:55:04.640460 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a7dc9a47-c4ab-42ca-a938-67ca1f313f8a req-c43ac162-f59a-4dc5-967e-35869069980e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e10707f-0c9c-46c9-807d-27ec9117379d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338669 Apr 08 17:55:04.745878 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a7dc9a47-c4ab-42ca-a938-67ca1f313f8a req-85124b90-7ae3-471c-980e-3ef4288a15b6 service neutron] 10.222.0.20 "GET /v2.0/networks/1e10707f-0c9c-46c9-807d-27ec9117379d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973637 Apr 08 17:55:04.851691 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a7dc9a47-c4ab-42ca-a938-67ca1f313f8a req-ac08486b-f471-4555-95b4-87dae62091a1 service neutron] 10.222.0.20 "GET /v2.0/networks/1e10707f-0c9c-46c9-807d-27ec9117379d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985956 Apr 08 17:55:11.032037 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4acd2-00e6-4955-a5c6-cc50fcdd4ae3 req-937dac91-2e81-4ee2-98e6-c6c2ee3335e4 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:11.033582 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9de4acd2-00e6-4955-a5c6-cc50fcdd4ae3 req-937dac91-2e81-4ee2-98e6-c6c2ee3335e4 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=418a1265-f914-4b05-8267-9127cbe71dbb HTTP/1.1" status: 200 len: 945 time: 0.0551767 Apr 08 17:55:11.089087 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9de4acd2-00e6-4955-a5c6-cc50fcdd4ae3 req-a30f67f9-8dc8-4593-a051-5b12de87ee05 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496643 Apr 08 17:55:12.222221 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823f5b7-fcd6-43fb-add6-1ab9f77b2496 req-a2d89320-f800-49b8-82a4-6a1cc87e2526 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:12.223708 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6823f5b7-fcd6-43fb-add6-1ab9f77b2496 req-a2d89320-f800-49b8-82a4-6a1cc87e2526 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=418a1265-f914-4b05-8267-9127cbe71dbb HTTP/1.1" status: 200 len: 945 time: 0.0583055 Apr 08 17:55:12.275090 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6823f5b7-fcd6-43fb-add6-1ab9f77b2496 req-9d3235af-ba82-44ce-94f7-1635bdcb5d08 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430064 Apr 08 17:55:13.035777 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-67e6efae-408c-4a0b-9a3d-a7f3fd7abeec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:13.287940 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957479c-cc86-4388-a72b-e25c74be62bd req-0e5e2bde-26cc-43e7-8740-d927ee84e746 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:13.289444 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d957479c-cc86-4388-a72b-e25c74be62bd req-0e5e2bde-26cc-43e7-8740-d927ee84e746 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.20 "GET /v2.0/ports?device_id=418a1265-f914-4b05-8267-9127cbe71dbb HTTP/1.1" status: 200 len: 945 time: 0.0598333 Apr 08 17:55:13.407553 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [req-d957479c-cc86-4388-a72b-e25c74be62bd req-dc102542-73ef-4227-a3b6-f64d92e493d5 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Deleting port 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:55:13.407845 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-d957479c-cc86-4388-a72b-e25c74be62bd req-dc102542-73ef-4227-a3b6-f64d92e493d5 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (609d1a2d-7a87-4e76-b0e2-91ceb4a44f00), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:13.429305 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3517c2-b022-4a59-b443-28698c93e682 req-b2d4e1c5-a15b-40c1-9dc9-bcbc6b367846 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:13.430938 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8f3517c2-b022-4a59-b443-28698c93e682 req-b2d4e1c5-a15b-40c1-9dc9-bcbc6b367846 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=418a1265-f914-4b05-8267-9127cbe71dbb HTTP/1.1" status: 200 len: 945 time: 0.0686355 Apr 08 17:55:13.534315 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8f3517c2-b022-4a59-b443-28698c93e682 req-f0f0ba8b-f367-476a-9aab-9403af1236bc tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942500 Apr 08 17:55:13.539456 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-d957479c-cc86-4388-a72b-e25c74be62bd req-dc102542-73ef-4227-a3b6-f64d92e493d5 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] For port 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=609d1a2d-7a87-4e76-b0e2-91ceb4a44f00,segment=NetworkSegment(7d424ad2-2437-4e40-ac17-e3ffd105d520),segment_id=7d424ad2-2437-4e40-ac17-e3ffd105d520)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:55:13.539759 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-d957479c-cc86-4388-a72b-e25c74be62bd req-dc102542-73ef-4227-a3b6-f64d92e493d5 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (609d1a2d-7a87-4e76-b0e2-91ceb4a44f00), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:13.552680 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [req-d957479c-cc86-4388-a72b-e25c74be62bd req-dc102542-73ef-4227-a3b6-f64d92e493d5 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Calling delete_port for 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 owned by compute:nova {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:55:13.692089 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-d957479c-cc86-4388-a72b-e25c74be62bd req-dc102542-73ef-4227-a3b6-f64d92e493d5 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (609d1a2d-7a87-4e76-b0e2-91ceb4a44f00), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:13.708514 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['609d1a2d-7a87-4e76-b0e2-91ceb4a44f00'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:55:13.727507 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc102542-73ef-4227-a3b6-f64d92e493d5 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Pushing event deleted for resources: {'Port': ['ID=609d1a2d-7a87-4e76-b0e2-91ceb4a44f00,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:13.770291 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [req-d957479c-cc86-4388-a72b-e25c74be62bd req-dc102542-73ef-4227-a3b6-f64d92e493d5 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] No DVR routers for this DVR port 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 on host hv-cinder-83716 {{(pid=103549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:55:13.773601 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-d957479c-cc86-4388-a72b-e25c74be62bd req-dc102542-73ef-4227-a3b6-f64d92e493d5 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:13.776931 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d957479c-cc86-4388-a72b-e25c74be62bd req-dc102542-73ef-4227-a3b6-f64d92e493d5 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.20 "DELETE /v2.0/ports/609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 HTTP/1.1" status: 204 len: 173 time: 0.4817553 Apr 08 17:55:13.777599 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418a1265-f914-4b05-8267-9127cbe71dbb', 'name': 'network-vif-deleted', 'tag': '609d1a2d-7a87-4e76-b0e2-91ceb4a44f00'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:55:13.780365 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3984cb2-d9c5-4df9-a8f3-860fd4c9bee1" -d '{"events": [{"server_uuid": "418a1265-f914-4b05-8267-9127cbe71dbb", "name": "network-vif-deleted", "tag": "609d1a2d-7a87-4e76-b0e2-91ceb4a44f00"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:55:13.817880 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869b2119-f198-4c56-90c0-c91b08827fce x-openstack-request-id: req-869b2119-f198-4c56-90c0-c91b08827fce {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:55:13.818189 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418a1265-f914-4b05-8267-9127cbe71dbb", "name": "network-vif-deleted", "tag": "609d1a2d-7a87-4e76-b0e2-91ceb4a44f00", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:55:13.818440 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-869b2119-f198-4c56-90c0-c91b08827fce {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:55:13.818857 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-869b2119-f198-4c56-90c0-c91b08827fce'] response: {'server_uuid': '418a1265-f914-4b05-8267-9127cbe71dbb', 'name': 'network-vif-deleted', 'tag': '609d1a2d-7a87-4e76-b0e2-91ceb4a44f00', 'status': 'completed', 'code': 200} Apr 08 17:55:14.009333 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [req-df1b964a-e0bc-4145-b43a-e193d99b4394 req-c4253e9e-0691-461e-8052-3030aedec788 service neutron] (103549) timed out ('10.222.0.20', 53363) {{(pid=103549) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 17:55:14.436129 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:55:15.457397 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-feeaf3e0-9a75-4018-aaa1-8502a23da92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:16.787383 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:16.788666 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:17.847286 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:55:17.867531 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] No Port match for: 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:55:17.867923 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 609d1a2d-7a87-4e76-b0e2-91ceb4a44f00 not bound to the agent host hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:55:18.049014 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:19.540285 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:27.832488 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-aa3637d6-dfad-4835-9870-93f70c7c8167 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:27.833884 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-aa3637d6-dfad-4835-9870-93f70c7c8167 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/networks?id=1e10707f-0c9c-46c9-807d-27ec9117379d HTTP/1.1" status: 200 len: 813 time: 0.1214175 Apr 08 17:55:27.849075 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-fb343a0f-81b7-4ded-9001-6283870c5a95 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/quotas/e9aa206a78e54f5dbc018b70e3fde518 HTTP/1.1" status: 200 len: 375 time: 0.0096433 Apr 08 17:55:27.885128 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-812f7669-68fa-4e3c-b37c-417481d19016 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e9aa206a78e54f5dbc018b70e3fde518&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309734 Apr 08 17:55:27.990098 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-4b88cfff-f4b2-432a-b8a0-7d964f5c5833 service neutron] 10.222.0.86 "GET /v2.0/networks/1e10707f-0c9c-46c9-807d-27ec9117379d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978889 Apr 08 17:55:28.096053 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6a2f1b9c-b615-454b-adb6-1d25396ccfec service neutron] 10.222.0.86 "GET /v2.0/networks/1e10707f-0c9c-46c9-807d-27ec9117379d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000235 Apr 08 17:55:28.264692 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-94e87de5-77d7-4f33-a386-5775479279a9 req-7d937421-3942-46fb-a8fa-e77522b89515 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8 HTTP/1.1" status: 200 len: 210 time: 0.0293314 Apr 08 17:55:29.365849 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-eb5b8e61-5eed-4241-a815-08c5aae8a8b1 req-0bbda7e1-71b7-4528-b830-2393d6badcd4 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8 HTTP/1.1" status: 200 len: 210 time: 0.0313909 Apr 08 17:55:29.454513 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-4c334858-327a-4560-bbb2-1f529c951f62 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:29.456116 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-4c334858-327a-4560-bbb2-1f529c951f62 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.20 "GET /v2.0/networks?id=1e10707f-0c9c-46c9-807d-27ec9117379d HTTP/1.1" status: 200 len: 813 time: 0.1114030 Apr 08 17:55:29.469404 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Request body: {'port': {'device_id': '19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8', 'network_id': '1e10707f-0c9c-46c9-807d-27ec9117379d', 'admin_state_up': True, 'tenant_id': 'e9aa206a78e54f5dbc018b70e3fde518'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:55:29.594504 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Made reservation on behalf of e9aa206a78e54f5dbc018b70e3fde518 for: {'port': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:55:29.598354 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:29.724973 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Allocated IP 172.20.0.3 (1e10707f-0c9c-46c9-807d-27ec9117379d/d4c0f9de-de2f-48f0-ab91-4b5e8314cba7/fedde1fb-cf1d-4143-bed8-8d9307e5cd33) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:55:29.874876 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Publish callbacks [] for port (fedde1fb-cf1d-4143-bed8-8d9307e5cd33), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:29.911800 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (fedde1fb-cf1d-4143-bed8-8d9307e5cd33), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:29.953591 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Network 1e10707f-0c9c-46c9-807d-27ec9117379d is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:55:29.956699 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:55:29.960304 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:55:29.968717 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Pushing event updated for resources: {'Port': ['ID=fedde1fb-cf1d-4143-bed8-8d9307e5cd33,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:30.006402 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:30.006627 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:30.006978 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:30.007309 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:30.007639 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:30.007963 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:30.008292 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:30.008655 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:30.008980 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:30.009300 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:30.009625 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:30.009941 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:30.010261 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:30.010561 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:30.010879 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:30.034265 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:30.034866 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:30.054354 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-52f1ec10-9da5-4c44-81b1-fa02c7910fab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5889244 Apr 08 17:55:30.074717 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] Request body: {'port': {'device_id': '19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:55:30.137050 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (fedde1fb-cf1d-4143-bed8-8d9307e5cd33), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:30.421754 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fedde1fb-cf1d-4143-bed8-8d9307e5cd33 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:55:30.429653 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] Publish callbacks [] for port (fedde1fb-cf1d-4143-bed8-8d9307e5cd33), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:30.453382 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] Transition to ACTIVE for port object fedde1fb-cf1d-4143-bed8-8d9307e5cd33 will not be triggered until provisioned by entity L2. {{(pid=103549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:55:30.471120 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30663424'] for port (fedde1fb-cf1d-4143-bed8-8d9307e5cd33), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:30.519649 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1dc5e-006f-48bc-987b-c73184c13cb5 req-0f2e207f-988f-49b4-ac07-99fa766be05c tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:30.521189 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-08b1dc5e-006f-48bc-987b-c73184c13cb5 req-0f2e207f-988f-49b4-ac07-99fa766be05c tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8 HTTP/1.1" status: 200 len: 931 time: 0.0850446 Apr 08 17:55:30.554788 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] Pushing event updated for resources: {'Port': ['ID=fedde1fb-cf1d-4143-bed8-8d9307e5cd33,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:30.625374 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-08b1dc5e-006f-48bc-987b-c73184c13cb5 req-d181c822-0906-44b8-806b-9f15b2797413 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971870 Apr 08 17:55:30.646356 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] Attempting to bind port fedde1fb-cf1d-4143-bed8-8d9307e5cd33 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:55:30.646598 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] Attempting to bind port fedde1fb-cf1d-4143-bed8-8d9307e5cd33 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '7d424ad2-2437-4e40-ac17-e3ffd105d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '1e10707f-0c9c-46c9-807d-27ec9117379d'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:55:30.646946 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] Attempting to bind port fedde1fb-cf1d-4143-bed8-8d9307e5cd33 on network 1e10707f-0c9c-46c9-807d-27ec9117379d {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:55:30.651447 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] Port fedde1fb-cf1d-4143-bed8-8d9307e5cd33 on network 1e10707f-0c9c-46c9-807d-27ec9117379d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:55:30.651770 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] Attempting to bind port fedde1fb-cf1d-4143-bed8-8d9307e5cd33 on network 1e10707f-0c9c-46c9-807d-27ec9117379d {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:55:30.657139 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] Checking agent: {'id': '0d41f64d-5a28-4579-bdba-007f65057d65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:55:30.657445 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] Checking segment: {'id': '7d424ad2-2437-4e40-ac17-e3ffd105d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '1e10707f-0c9c-46c9-807d-27ec9117379d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:55:30.657851 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] Bound using segment: {'id': '7d424ad2-2437-4e40-ac17-e3ffd105d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '1e10707f-0c9c-46c9-807d-27ec9117379d'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:55:30.658273 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] Bound port: fedde1fb-cf1d-4143-bed8-8d9307e5cd33, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d424ad2-2437-4e40-ac17-e3ffd105d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '1e10707f-0c9c-46c9-807d-27ec9117379d'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:55:30.658628 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (fedde1fb-cf1d-4143-bed8-8d9307e5cd33), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:30.723144 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] For port fedde1fb-cf1d-4143-bed8-8d9307e5cd33, host hv-cinder-83716, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:55:30.726595 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] For port fedde1fb-cf1d-4143-bed8-8d9307e5cd33, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=fedde1fb-cf1d-4143-bed8-8d9307e5cd33,segment=NetworkSegment(7d424ad2-2437-4e40-ac17-e3ffd105d520),segment_id=7d424ad2-2437-4e40-ac17-e3ffd105d520)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:55:30.735127 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30663424'] for port (fedde1fb-cf1d-4143-bed8-8d9307e5cd33), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:30.770520 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:30.771133 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:30.772547 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] 10.222.0.20 "PUT /v2.0/ports/fedde1fb-cf1d-4143-bed8-8d9307e5cd33 HTTP/1.1" status: 200 len: 1093 time: 0.7045202 Apr 08 17:55:30.772993 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8', 'tag': 'fedde1fb-cf1d-4143-bed8-8d9307e5cd33'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:55:30.775252 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea1443f-10d0-4ce1-915e-16102bac5c32" -d '{"events": [{"name": "network-changed", "server_uuid": "19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8", "tag": "fedde1fb-cf1d-4143-bed8-8d9307e5cd33"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:55:30.802415 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058dab3-1678-4ea0-858e-9830397e48cc service neutron] Pushing event updated for resources: {'Port': ['ID=fedde1fb-cf1d-4143-bed8-8d9307e5cd33,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:30.828941 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dfdfc8-c4a3-4cb8-8538-91dcb19cde93 x-openstack-request-id: req-27dfdfc8-c4a3-4cb8-8538-91dcb19cde93 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:55:30.829342 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8", "tag": "fedde1fb-cf1d-4143-bed8-8d9307e5cd33", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:55:30.829598 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-27dfdfc8-c4a3-4cb8-8538-91dcb19cde93 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:55:30.830002 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27dfdfc8-c4a3-4cb8-8538-91dcb19cde93'] response: {'name': 'network-changed', 'server_uuid': '19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8', 'tag': 'fedde1fb-cf1d-4143-bed8-8d9307e5cd33', 'status': 'completed', 'code': 200} Apr 08 17:55:30.863419 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-3a3c1e12-0f5d-4186-80d2-7f29efc38219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:30.864996 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-3a3c1e12-0f5d-4186-80d2-7f29efc38219 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9aa206a78e54f5dbc018b70e3fde518&device_id=19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8 HTTP/1.1" status: 200 len: 1127 time: 0.0450156 Apr 08 17:55:30.907277 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-f547e90f-a27f-41c6-954c-38077f95c825 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fedde1fb-cf1d-4143-bed8-8d9307e5cd33 HTTP/1.1" status: 200 len: 217 time: 0.0345500 Apr 08 17:55:30.959916 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-70bd979a-a307-498e-a03e-d7ca79722a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:30.961404 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-70bd979a-a307-498e-a03e-d7ca79722a46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4c0f9de-de2f-48f0-ab91-4b5e8314cba7 HTTP/1.1" status: 200 len: 853 time: 0.0437992 Apr 08 17:55:30.996875 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-4c8d2c25-97bd-4376-8aa9-f3b0c7cf1319 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e10707f-0c9c-46c9-807d-27ec9117379d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283306 Apr 08 17:55:31.090169 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-4aef3736-8701-46ef-8d63-f7c8c2cfca34 service neutron] 10.222.0.20 "GET /v2.0/networks/1e10707f-0c9c-46c9-807d-27ec9117379d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854013 Apr 08 17:55:31.186574 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-60841514-e717-4e5c-b2e1-14684cc7a8e6 req-f97205c8-fd51-48a7-8e8e-2f1071860483 service neutron] 10.222.0.20 "GET /v2.0/networks/1e10707f-0c9c-46c9-807d-27ec9117379d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887237 Apr 08 17:55:31.745202 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e0f56-8010-4762-97c5-cf216db239d7 req-00e95da6-5547-45b4-9a53-976f52431354 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:31.746690 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e43e0f56-8010-4762-97c5-cf216db239d7 req-00e95da6-5547-45b4-9a53-976f52431354 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8 HTTP/1.1" status: 200 len: 943 time: 0.0497599 Apr 08 17:55:31.797620 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e43e0f56-8010-4762-97c5-cf216db239d7 req-4761e846-7de7-42f0-a7a8-53a39474a679 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438507 Apr 08 17:55:32.925537 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c47c97-c521-4b41-a29b-16922391365b req-41917e45-8a88-4ca7-b954-0bb07c25091b tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:32.927022 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-08c47c97-c521-4b41-a29b-16922391365b req-41917e45-8a88-4ca7-b954-0bb07c25091b tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8 HTTP/1.1" status: 200 len: 943 time: 0.0569253 Apr 08 17:55:32.975666 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-08c47c97-c521-4b41-a29b-16922391365b req-1e63d07c-4ff1-44a1-8d43-09b55f1dfa7f tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428894 Apr 08 17:55:34.096230 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13328f9-83df-4abc-8e82-c928a806e419 req-c0bc4842-9ba8-4aa1-8994-a0b71017200a tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:34.097728 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c13328f9-83df-4abc-8e82-c928a806e419 req-c0bc4842-9ba8-4aa1-8994-a0b71017200a tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8 HTTP/1.1" status: 200 len: 943 time: 0.0482728 Apr 08 17:55:34.144774 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c13328f9-83df-4abc-8e82-c928a806e419 req-80c2512b-e9f9-481b-a472-153bed0012fb tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412326 Apr 08 17:55:34.357178 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1443f-10d0-4ce1-915e-16102bac5c32 req-34611dd5-bbd0-4c8c-a82d-51123bcade64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:34.358562 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8ea1443f-10d0-4ce1-915e-16102bac5c32 req-34611dd5-bbd0-4c8c-a82d-51123bcade64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9aa206a78e54f5dbc018b70e3fde518&device_id=19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8 HTTP/1.1" status: 200 len: 1127 time: 0.0443335 Apr 08 17:55:34.453672 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1443f-10d0-4ce1-915e-16102bac5c32 req-968a132e-3c89-4a06-b805-654729b3325a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:34.455144 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8ea1443f-10d0-4ce1-915e-16102bac5c32 req-968a132e-3c89-4a06-b805-654729b3325a service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e10707f-0c9c-46c9-807d-27ec9117379d HTTP/1.1" status: 200 len: 914 time: 0.0888524 Apr 08 17:55:34.500600 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8ea1443f-10d0-4ce1-915e-16102bac5c32 req-81178794-4f24-4830-a387-deea10a3380b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fedde1fb-cf1d-4143-bed8-8d9307e5cd33 HTTP/1.1" status: 200 len: 217 time: 0.0379260 Apr 08 17:55:34.557911 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1443f-10d0-4ce1-915e-16102bac5c32 req-17426e45-97a1-481e-9dca-fb128434984c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:34.559347 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8ea1443f-10d0-4ce1-915e-16102bac5c32 req-17426e45-97a1-481e-9dca-fb128434984c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4c0f9de-de2f-48f0-ab91-4b5e8314cba7 HTTP/1.1" status: 200 len: 853 time: 0.0499167 Apr 08 17:55:34.592217 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8ea1443f-10d0-4ce1-915e-16102bac5c32 req-fa8d89f2-6d7b-463d-ac6a-9c9be00d1ec7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e10707f-0c9c-46c9-807d-27ec9117379d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250440 Apr 08 17:55:34.696924 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8ea1443f-10d0-4ce1-915e-16102bac5c32 req-187f2634-e615-4870-a1e5-91f7e6a3de89 service neutron] 10.222.0.20 "GET /v2.0/networks/1e10707f-0c9c-46c9-807d-27ec9117379d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949156 Apr 08 17:55:34.790772 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8ea1443f-10d0-4ce1-915e-16102bac5c32 req-008cacc7-965f-4152-9d56-78e0c915e933 service neutron] 10.222.0.20 "GET /v2.0/networks/1e10707f-0c9c-46c9-807d-27ec9117379d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874782 Apr 08 17:55:35.264989 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3da1e-7898-4196-9c82-c8a32f50950d req-ab210453-3ac8-4a78-8b27-19e88b174cab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:35.266942 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-efa3da1e-7898-4196-9c82-c8a32f50950d req-ab210453-3ac8-4a78-8b27-19e88b174cab tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8 HTTP/1.1" status: 200 len: 943 time: 0.0513942 Apr 08 17:55:35.314262 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-efa3da1e-7898-4196-9c82-c8a32f50950d req-9ada5df9-75ac-4a01-82e0-0505dee533dc tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415640 Apr 08 17:55:35.510493 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device fedde1fb-cf1d-4143-bed8-8d9307e5cd33 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:55:35.627362 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port fedde1fb-cf1d-4143-bed8-8d9307e5cd33, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=fedde1fb-cf1d-4143-bed8-8d9307e5cd33,segment=NetworkSegment(7d424ad2-2437-4e40-ac17-e3ffd105d520),segment_id=7d424ad2-2437-4e40-ac17-e3ffd105d520)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:55:35.639061 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': 'fedde1fb-cf1d-4143-bed8-8d9307e5cd33', 'network_id': '1e10707f-0c9c-46c9-807d-27ec9117379d', 'port_id': 'fedde1fb-cf1d-4143-bed8-8d9307e5cd33', 'mac_address': 'fa:16:3e:6c:f5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 991, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c0f9de-de2f-48f0-ab91-4b5e8314cba7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:55:35.678348 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port fedde1fb-cf1d-4143-bed8-8d9307e5cd33 is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:55:35.678734 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (fedde1fb-cf1d-4143-bed8-8d9307e5cd33), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:35.692198 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fedde1fb-cf1d-4143-bed8-8d9307e5cd33 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:55:35.712515 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port fedde1fb-cf1d-4143-bed8-8d9307e5cd33, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=fedde1fb-cf1d-4143-bed8-8d9307e5cd33,segment=NetworkSegment(7d424ad2-2437-4e40-ac17-e3ffd105d520),segment_id=7d424ad2-2437-4e40-ac17-e3ffd105d520)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:55:35.719972 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (fedde1fb-cf1d-4143-bed8-8d9307e5cd33), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:35.765846 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=fedde1fb-cf1d-4143-bed8-8d9307e5cd33,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:35.772954 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:35.773301 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:35.773645 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:35.773983 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:35.774304 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:35.774645 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:35.774975 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:35.775310 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:35.775630 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:35.775950 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:35.776262 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:35.776613 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:35.776937 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:35.777262 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:35.777585 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:36.113843 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['fedde1fb-cf1d-4143-bed8-8d9307e5cd33'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:55:36.427675 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f89e6-750a-4dd6-9e4d-6e1f7e84720b req-7d383f5a-3af3-4bba-9920-54a8b9b44e05 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:36.429127 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4d3f89e6-750a-4dd6-9e4d-6e1f7e84720b req-7d383f5a-3af3-4bba-9920-54a8b9b44e05 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8 HTTP/1.1" status: 200 len: 944 time: 0.0479555 Apr 08 17:55:36.484380 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4d3f89e6-750a-4dd6-9e4d-6e1f7e84720b req-d5dd0ffd-07bb-47fc-8ea3-c73941429719 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495274 Apr 08 17:55:37.545292 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device fedde1fb-cf1d-4143-bed8-8d9307e5cd33 up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:55:37.593286 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning for port fedde1fb-cf1d-4143-bed8-8d9307e5cd33 completed by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:55:37.601239 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port fedde1fb-cf1d-4143-bed8-8d9307e5cd33 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:55:37.601621 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (fedde1fb-cf1d-4143-bed8-8d9307e5cd33), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:37.612056 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63cdc0-b8c8-4d7f-aa6e-a71d88f1ce19 req-b5f9ca19-bad7-47a3-84cb-4adb4cde624c tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:37.613609 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4a63cdc0-b8c8-4d7f-aa6e-a71d88f1ce19 req-b5f9ca19-bad7-47a3-84cb-4adb4cde624c tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8 HTTP/1.1" status: 200 len: 944 time: 0.0550478 Apr 08 17:55:37.664036 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4a63cdc0-b8c8-4d7f-aa6e-a71d88f1ce19 req-e744efce-416d-4a3f-bdff-f5a8a69bc58f tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444424 Apr 08 17:55:37.683772 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port fedde1fb-cf1d-4143-bed8-8d9307e5cd33 is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:55:37.684160 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (fedde1fb-cf1d-4143-bed8-8d9307e5cd33), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:37.706939 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedde1fb-cf1d-4143-bed8-8d9307e5cd33'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:55:37.709350 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16709f21-ccc2-4fd2-be61-8e5155f11a8f" -d '{"events": [{"server_uuid": "19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8", "name": "network-vif-plugged", "status": "completed", "tag": "fedde1fb-cf1d-4143-bed8-8d9307e5cd33"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:55:37.721623 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port fedde1fb-cf1d-4143-bed8-8d9307e5cd33, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=fedde1fb-cf1d-4143-bed8-8d9307e5cd33,segment=NetworkSegment(7d424ad2-2437-4e40-ac17-e3ffd105d520),segment_id=7d424ad2-2437-4e40-ac17-e3ffd105d520)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:55:37.727075 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (fedde1fb-cf1d-4143-bed8-8d9307e5cd33), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:37.775610 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=fedde1fb-cf1d-4143-bed8-8d9307e5cd33,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:37.874122 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19052dd7-9fdd-4536-90a8-75efc73651e3 x-openstack-request-id: req-19052dd7-9fdd-4536-90a8-75efc73651e3 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:55:37.874415 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8", "name": "network-vif-plugged", "status": "completed", "tag": "fedde1fb-cf1d-4143-bed8-8d9307e5cd33", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:55:37.874672 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-19052dd7-9fdd-4536-90a8-75efc73651e3 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:55:37.875075 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19052dd7-9fdd-4536-90a8-75efc73651e3'] response: {'server_uuid': '19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedde1fb-cf1d-4143-bed8-8d9307e5cd33', 'code': 200} Apr 08 17:55:38.062119 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c7c89-94a2-4a08-a334-3634fa4470b8 req-210b583d-735d-4b58-9406-8a3c30cbb8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:38.063604 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1b9c7c89-94a2-4a08-a334-3634fa4470b8 req-210b583d-735d-4b58-9406-8a3c30cbb8a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8 HTTP/1.1" status: 200 len: 1129 time: 0.0395482 Apr 08 17:55:38.110388 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1b9c7c89-94a2-4a08-a334-3634fa4470b8 req-cb0d3eaf-0ffc-4de5-9078-957ead07359d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386951 Apr 08 17:55:38.790025 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6764a88-2ea2-420d-a0c9-4e758d2d3755 req-db053eaa-1312-47a7-a420-3116b19ed73f tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:38.791510 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e6764a88-2ea2-420d-a0c9-4e758d2d3755 req-db053eaa-1312-47a7-a420-3116b19ed73f tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8 HTTP/1.1" status: 200 len: 945 time: 0.0551629 Apr 08 17:55:38.852986 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e6764a88-2ea2-420d-a0c9-4e758d2d3755 req-0fa8b548-e268-45c1-8318-34d4a949937a tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527008 Apr 08 17:55:39.996813 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef82805-5292-4ba9-ad3c-88487bae1e84 req-37972c62-93c7-4a44-9225-144e4a7f921e tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:39.998335 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5ef82805-5292-4ba9-ad3c-88487bae1e84 req-37972c62-93c7-4a44-9225-144e4a7f921e tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8 HTTP/1.1" status: 200 len: 945 time: 0.0583820 Apr 08 17:55:40.050015 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5ef82805-5292-4ba9-ad3c-88487bae1e84 req-8590abed-0b27-40a4-bb35-a25dcc2e22aa tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439751 Apr 08 17:55:41.172005 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d08664-2125-43a9-8648-2b2968870081 req-7edf7ee8-3afc-46f5-9485-bdd3ac61f949 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:41.173537 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-31d08664-2125-43a9-8648-2b2968870081 req-7edf7ee8-3afc-46f5-9485-bdd3ac61f949 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8 HTTP/1.1" status: 200 len: 945 time: 0.0526075 Apr 08 17:55:41.224389 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-31d08664-2125-43a9-8648-2b2968870081 req-419abe07-f1c2-4e6e-b227-21dc25196c5c tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446019 Apr 08 17:55:43.038268 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-201eb819-3bef-4b3a-908c-6505db5730ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:45.459466 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cffc5045-5358-4b6d-af07-5b3969991c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:46.788975 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:46.793484 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:48.052054 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:49.537877 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:51.432331 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:56:02.351647 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-06b76596-5f6e-467d-89a5-e38d7d5b77d5 req-a1dbdf66-33ac-47df-999f-57a0c13708c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436983 Apr 08 17:56:02.411878 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b76596-5f6e-467d-89a5-e38d7d5b77d5 req-1b827aa4-2397-48ab-a717-e797cee347fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:02.413384 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-06b76596-5f6e-467d-89a5-e38d7d5b77d5 req-1b827aa4-2397-48ab-a717-e797cee347fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc8f668fe2c54b07aa0523c0576449f9&device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 1130 time: 0.0390892 Apr 08 17:56:02.517583 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b76596-5f6e-467d-89a5-e38d7d5b77d5 req-0624de53-c2d1-4e5c-b26e-40c682c73fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:02.519005 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-06b76596-5f6e-467d-89a5-e38d7d5b77d5 req-0624de53-c2d1-4e5c-b26e-40c682c73fb0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda HTTP/1.1" status: 200 len: 910 time: 0.0857122 Apr 08 17:56:02.588936 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-06b76596-5f6e-467d-89a5-e38d7d5b77d5 req-70b15a51-4b4a-4eed-bafc-3aff5c4a0298 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b7e93c2-59eb-461a-abd8-83d0972bb050 HTTP/1.1" status: 200 len: 1002 time: 0.0619521 Apr 08 17:56:02.641354 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b76596-5f6e-467d-89a5-e38d7d5b77d5 req-94cc4f5c-049b-4a24-b8fe-3a0a01c25f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:02.642857 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-06b76596-5f6e-467d-89a5-e38d7d5b77d5 req-94cc4f5c-049b-4a24-b8fe-3a0a01c25f4d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b796030-ee41-4109-87be-48399136d146 HTTP/1.1" status: 200 len: 848 time: 0.0438044 Apr 08 17:56:02.688404 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b76596-5f6e-467d-89a5-e38d7d5b77d5 req-02e11ec6-1c95-4d30-88e0-6f7a0c5aa94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:02.690952 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-06b76596-5f6e-467d-89a5-e38d7d5b77d5 req-02e11ec6-1c95-4d30-88e0-6f7a0c5aa94e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403569 Apr 08 17:56:02.791953 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-06b76596-5f6e-467d-89a5-e38d7d5b77d5 req-d5f0ec32-92d1-4446-8350-78268980c410 service neutron] 10.222.0.20 "GET /v2.0/networks/f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925164 Apr 08 17:56:02.892081 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-06b76596-5f6e-467d-89a5-e38d7d5b77d5 req-6b90acb7-9905-467d-acd2-ccc7c0421d7c service neutron] 10.222.0.20 "GET /v2.0/networks/f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932181 Apr 08 17:56:06.654211 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba102938-27b3-409e-b089-2d0acaf91c6c req-26a563be-23b2-416e-8ca1-53e5e70ff5dd tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:06.655738 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ba102938-27b3-409e-b089-2d0acaf91c6c req-26a563be-23b2-416e-8ca1-53e5e70ff5dd tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8 HTTP/1.1" status: 200 len: 945 time: 0.0487752 Apr 08 17:56:06.709945 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ba102938-27b3-409e-b089-2d0acaf91c6c req-f2ee9d20-801a-423b-9da8-8ac11d3f656a tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481734 Apr 08 17:56:07.835907 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd780bff-2253-4869-ad6e-f051e689f17e req-b4148e77-2d71-484c-b778-66a946d78ea8 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:07.837439 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-bd780bff-2253-4869-ad6e-f051e689f17e req-b4148e77-2d71-484c-b778-66a946d78ea8 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8 HTTP/1.1" status: 200 len: 945 time: 0.0555878 Apr 08 17:56:07.887311 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-bd780bff-2253-4869-ad6e-f051e689f17e req-af69f8d7-d92a-4feb-b798-c7c37a004726 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439692 Apr 08 17:56:08.910670 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85a43f-0192-47d3-be60-a71abc242cf9 req-1c4cce00-d326-4ac8-95b8-29d1b4f6cdb5 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:08.912108 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6c85a43f-0192-47d3-be60-a71abc242cf9 req-1c4cce00-d326-4ac8-95b8-29d1b4f6cdb5 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.20 "GET /v2.0/ports?device_id=19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8 HTTP/1.1" status: 200 len: 945 time: 0.0535316 Apr 08 17:56:09.011317 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [req-6c85a43f-0192-47d3-be60-a71abc242cf9 req-c11285d1-d3ef-46f4-911b-0a4901095efc tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Deleting port fedde1fb-cf1d-4143-bed8-8d9307e5cd33 {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:56:09.011660 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-6c85a43f-0192-47d3-be60-a71abc242cf9 req-c11285d1-d3ef-46f4-911b-0a4901095efc tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (fedde1fb-cf1d-4143-bed8-8d9307e5cd33), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:09.013422 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4af6e-47d1-4aa5-b36a-6f320aaca79e req-dbf93cd6-b074-4db6-837b-0ee64c633bbb tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:09.015095 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a3e4af6e-47d1-4aa5-b36a-6f320aaca79e req-dbf93cd6-b074-4db6-837b-0ee64c633bbb tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/ports?device_id=19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8 HTTP/1.1" status: 200 len: 945 time: 0.0552073 Apr 08 17:56:09.064161 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a3e4af6e-47d1-4aa5-b36a-6f320aaca79e req-3adc6618-3eda-4205-b3d8-0da7d71e2e74 tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425618 Apr 08 17:56:09.105219 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-6c85a43f-0192-47d3-be60-a71abc242cf9 req-c11285d1-d3ef-46f4-911b-0a4901095efc tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] For port fedde1fb-cf1d-4143-bed8-8d9307e5cd33, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=fedde1fb-cf1d-4143-bed8-8d9307e5cd33,segment=NetworkSegment(7d424ad2-2437-4e40-ac17-e3ffd105d520),segment_id=7d424ad2-2437-4e40-ac17-e3ffd105d520)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:56:09.105594 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-6c85a43f-0192-47d3-be60-a71abc242cf9 req-c11285d1-d3ef-46f4-911b-0a4901095efc tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (fedde1fb-cf1d-4143-bed8-8d9307e5cd33), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:09.119513 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [req-6c85a43f-0192-47d3-be60-a71abc242cf9 req-c11285d1-d3ef-46f4-911b-0a4901095efc tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Calling delete_port for fedde1fb-cf1d-4143-bed8-8d9307e5cd33 owned by compute:nova {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:56:09.262037 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-6c85a43f-0192-47d3-be60-a71abc242cf9 req-c11285d1-d3ef-46f4-911b-0a4901095efc tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (fedde1fb-cf1d-4143-bed8-8d9307e5cd33), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:09.277327 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['fedde1fb-cf1d-4143-bed8-8d9307e5cd33'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:56:09.291760 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11285d1-d3ef-46f4-911b-0a4901095efc tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Pushing event deleted for resources: {'Port': ['ID=fedde1fb-cf1d-4143-bed8-8d9307e5cd33,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:09.338097 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c85a43f-0192-47d3-be60-a71abc242cf9 req-c11285d1-d3ef-46f4-911b-0a4901095efc tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] No DVR routers for this DVR port fedde1fb-cf1d-4143-bed8-8d9307e5cd33 on host hv-cinder-83716 {{(pid=103549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:56:09.340700 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-6c85a43f-0192-47d3-be60-a71abc242cf9 req-c11285d1-d3ef-46f4-911b-0a4901095efc tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:09.344011 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6c85a43f-0192-47d3-be60-a71abc242cf9 req-c11285d1-d3ef-46f4-911b-0a4901095efc tempest-VolumesSnapshotTestJSON-1156421313 tempest-VolumesSnapshotTestJSON-1156421313-project] 10.222.0.20 "DELETE /v2.0/ports/fedde1fb-cf1d-4143-bed8-8d9307e5cd33 HTTP/1.1" status: 204 len: 173 time: 0.4255011 Apr 08 17:56:09.345082 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8', 'name': 'network-vif-deleted', 'tag': 'fedde1fb-cf1d-4143-bed8-8d9307e5cd33'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:56:09.347382 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb43e2d-becf-4ad5-8fcb-145f12273c92" -d '{"events": [{"server_uuid": "19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8", "name": "network-vif-deleted", "tag": "fedde1fb-cf1d-4143-bed8-8d9307e5cd33"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:56:09.385818 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8798e4-6777-49ee-917c-0ae2cbf2849e x-openstack-request-id: req-2a8798e4-6777-49ee-917c-0ae2cbf2849e {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:56:09.386102 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8", "name": "network-vif-deleted", "tag": "fedde1fb-cf1d-4143-bed8-8d9307e5cd33", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:56:09.386387 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2a8798e4-6777-49ee-917c-0ae2cbf2849e {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:56:09.386794 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a8798e4-6777-49ee-917c-0ae2cbf2849e'] response: {'server_uuid': '19bdc3e1-4a3b-43fc-aa97-5ff2072e11b8', 'name': 'network-vif-deleted', 'tag': 'fedde1fb-cf1d-4143-bed8-8d9307e5cd33', 'status': 'completed', 'code': 200} Apr 08 17:56:13.040099 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bee57097-33b9-4bd2-a992-b3c33383078e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:14.290669 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device fedde1fb-cf1d-4143-bed8-8d9307e5cd33 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:56:14.314314 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] No Port match for: fedde1fb-cf1d-4143-bed8-8d9307e5cd33 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:56:14.315101 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device fedde1fb-cf1d-4143-bed8-8d9307e5cd33 not bound to the agent host hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:56:15.449499 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-de9cc598-81ca-460a-8901-337cc3ad5f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:16.792954 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:16.810917 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:18.060993 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:19.539796 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:28.445888 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:56:36.825987 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 46554) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:36.880752 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] Deleting subnet d4c0f9de-de2f-48f0-ab91-4b5e8314cba7 {{(pid=103548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:56:36.886090 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] Publish callbacks [] for subnet (d4c0f9de-de2f-48f0-ab91-4b5e8314cba7), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:36.924397 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30987647'] for subnet (d4c0f9de-de2f-48f0-ab91-4b5e8314cba7), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:36.979345 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709327'] for subnet (d4c0f9de-de2f-48f0-ab91-4b5e8314cba7), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:37.048027 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1709334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30242310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30287709'] for subnet (d4c0f9de-de2f-48f0-ab91-4b5e8314cba7), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:37.073188 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c0f9de-de2f-48f0-ab91-4b5e8314cba7,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:37.077784 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:37.080906 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/d4c0f9de-de2f-48f0-ab91-4b5e8314cba7 HTTP/1.1" status: 204 len: 168 time: 0.2539124 Apr 08 17:56:37.083742 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 46556) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:37.085963 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.086314 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.086667 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.087012 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.087349 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.087679 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.088005 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.088331 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.088692 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.088999 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.089327 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.089650 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.090053 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.090365 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.090821 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab3e3a-a65d-43b3-9cc9-d3331e8197b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.154021 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832628'] for network (1e10707f-0c9c-46c9-807d-27ec9117379d), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:37.243088 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1707906', 'neutron.services.segments.db._delete_segments_for_network-8780306556573'] for network (1e10707f-0c9c-46c9-807d-27ec9117379d), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:37.267124 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e10707f-0c9c-46c9-807d-27ec9117379d']}} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:37.276617 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d424ad2-2437-4e40-ac17-e3ffd105d520') {'for_net_delete': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:37.276920 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d424ad2-2437-4e40-ac17-e3ffd105d520') {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:37.286475 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780306558374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30165219'] for segment (7d424ad2-2437-4e40-ac17-e3ffd105d520), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:37.300621 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (7d424ad2-2437-4e40-ac17-e3ffd105d520), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:37.307043 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Releasing vlan 991 on physical network physnet1 to pool {{(pid=103549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:56:37.307426 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30663484'] for segment (7d424ad2-2437-4e40-ac17-e3ffd105d520), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: Traceback (most recent call last): Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: timer() Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: cb(*args, **kw) Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: return func(*args, **kwargs) Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: self._notify() Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: self.callback(batched_events) Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: event.method(event) Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: return f(self, *a, **k) Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: return self._get(url).json() Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: return self.request(url, 'GET', **kwargs) Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:56:37.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:56:37.367458 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1707913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726762'] for network (1e10707f-0c9c-46c9-807d-27ec9117379d), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:37.372373 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:37.375672 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] 10.222.0.86 "DELETE /v2.0/networks/1e10707f-0c9c-46c9-807d-27ec9117379d HTTP/1.1" status: 204 len: 168 time: 0.2908545 Apr 08 17:56:37.388482 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e10707f-0c9c-46c9-807d-27ec9117379d,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:37.399087 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.399443 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.399790 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.400134 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.400500 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.400835 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.401175 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.401500 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.401829 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.402160 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.402806 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.402806 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.403492 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.403817 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.404136 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48506aff-f703-4ab6-8ffa-7f89e6fe0881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:37.544177 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 46560) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:37.588230 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-b7be7883-2bb1-4e2d-a317-e0b2632a767c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e9aa206a78e54f5dbc018b70e3fde518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427399 Apr 08 17:56:37.590735 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 46562) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:37.640994 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b8bda8b6-946f-4615-9aa2-ae201556fc8c admin admin] Publish callbacks [] for security_group (8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:37.669018 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b8bda8b6-946f-4615-9aa2-ae201556fc8c admin admin] Publish callbacks [] for security_group (8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:37.743931 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b8bda8b6-946f-4615-9aa2-ae201556fc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:37.747791 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b8bda8b6-946f-4615-9aa2-ae201556fc8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:37.749324 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-b8bda8b6-946f-4615-9aa2-ae201556fc8c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4 HTTP/1.1" status: 204 len: 168 time: 0.1575959 Apr 08 17:56:37.757191 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bda8b6-946f-4615-9aa2-ae201556fc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e912cda-7bc8-4e0f-8a9a-3e8097ad06d4,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:38.479738 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 46584) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:38.589748 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-f4085c75-eb43-4b00-9d11-a8e82a92122d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-969892549-network', 'tenant_id': '31673ad20ead49bd85bfae7300da6304'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:56:38.610618 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4085c75-eb43-4b00-9d11-a8e82a92122d admin admin] Made reservation on behalf of 31673ad20ead49bd85bfae7300da6304 for: {'network': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:56:38.612942 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f4085c75-eb43-4b00-9d11-a8e82a92122d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for network (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:38.621788 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f4085c75-eb43-4b00-9d11-a8e82a92122d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:38.695137 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f4085c75-eb43-4b00-9d11-a8e82a92122d admin admin] Publish callbacks [] for security_group (24ecac78-e38d-41b7-a085-b637f22f4221), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:38.701799 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f4085c75-eb43-4b00-9d11-a8e82a92122d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (24ecac78-e38d-41b7-a085-b637f22f4221), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:38.726862 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4085c75-eb43-4b00-9d11-a8e82a92122d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 997} {{(pid=103548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:56:38.742103 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4085c75-eb43-4b00-9d11-a8e82a92122d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ecac78-e38d-41b7-a085-b637f22f4221,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:38.745146 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f4085c75-eb43-4b00-9d11-a8e82a92122d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (0dee3bfa-4c14-49f3-b834-7e796b6568e0), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:38.745493 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.segments_db [None req-f4085c75-eb43-4b00-9d11-a8e82a92122d admin admin] Added segment 0dee3bfa-4c14-49f3-b834-7e796b6568e0 of type vlan for network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc Apr 08 17:56:38.785847 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f4085c75-eb43-4b00-9d11-a8e82a92122d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780306027852'] for network (495e7117-9de8-40d4-b2ce-86dfc7a4d0cc), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:38.820207 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f4085c75-eb43-4b00-9d11-a8e82a92122d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for network (495e7117-9de8-40d4-b2ce-86dfc7a4d0cc), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:38.822061 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4085c75-eb43-4b00-9d11-a8e82a92122d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:38.823251 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f4085c75-eb43-4b00-9d11-a8e82a92122d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:38.891065 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-f4085c75-eb43-4b00-9d11-a8e82a92122d admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4069836 Apr 08 17:56:38.891312 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 46588) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:38.899043 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-f83bdceb-46a6-4f3f-861c-e9c81797cb8c admin admin] Request body: {'subnet': {'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-969892549-subnet', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'ip_version': 4}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:56:38.903781 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4085c75-eb43-4b00-9d11-a8e82a92122d admin admin] Pushing event updated for resources: {'Network': ['ID=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:38.914761 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc details requested by agent ovs-agent-dv-cinder-837166-1-iscsi with host dv-cinder-837166-1-iscsi {{(pid=103550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:56:38.925905 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83bdceb-46a6-4f3f-861c-e9c81797cb8c admin admin] Made reservation on behalf of 31673ad20ead49bd85bfae7300da6304 for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:56:38.928626 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f83bdceb-46a6-4f3f-861c-e9c81797cb8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30287672'] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:39.130736 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f83bdceb-46a6-4f3f-861c-e9c81797cb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30241987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30287702'] for subnet (98c89128-6e6b-4e14-98c1-f50e23a0f5d6), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:39.181802 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83bdceb-46a6-4f3f-861c-e9c81797cb8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=98c89128-6e6b-4e14-98c1-f50e23a0f5d6,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:39.197719 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83bdceb-46a6-4f3f-861c-e9c81797cb8c admin admin] Checking segment: {'id': '0dee3bfa-4c14-49f3-b834-7e796b6568e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:56:39.198064 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83bdceb-46a6-4f3f-861c-e9c81797cb8c admin admin] Network hostable DHCP agents. Network: 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc, hostable agents: ['936a358b-e021-4ff4-ad20-3c86fe6ebe95'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:56:39.217997 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83bdceb-46a6-4f3f-861c-e9c81797cb8c admin admin] Network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc is scheduled to be hosted by DHCP agent 936a358b-e021-4ff4-ad20-3c86fe6ebe95 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:56:39.228757 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-f83bdceb-46a6-4f3f-861c-e9c81797cb8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-1-iscsi, 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:56:39.233131 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83bdceb-46a6-4f3f-861c-e9c81797cb8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:39.233734 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f83bdceb-46a6-4f3f-861c-e9c81797cb8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:39.238191 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c0036f-8dc1-4352-9a06-f86d696b6026 None None] Network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:56:39.255399 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-f83bdceb-46a6-4f3f-861c-e9c81797cb8c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3629203 Apr 08 17:56:39.258193 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 46590) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:39.262855 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-f0b4892e-56bb-4dcb-9218-bdb757c2b357 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:56:39.283809 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f0b4892e-56bb-4dcb-9218-bdb757c2b357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4502'] for router (12fc0726-47b6-429b-9293-f981d55220b1), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:39.284872 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f0b4892e-56bb-4dcb-9218-bdb757c2b357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-870358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4591'] for router (12fc0726-47b6-429b-9293-f981d55220b1), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:39.344939 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f0b4892e-56bb-4dcb-9218-bdb757c2b357 admin admin] Publish callbacks [] for router_controller (12fc0726-47b6-429b-9293-f981d55220b1), precommit_add_association {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:39.345749 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35163598-e5d9-56ed-9ece-8fe9d48bf079-495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'project_id': '31673ad20ead49bd85bfae7300da6304', 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6'}]}} from dv-cinder-837166-1-iscsi. {{(pid=103550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:56:39.346804 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:39.483942 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Allocated IP 172.20.0.2 (495e7117-9de8-40d4-b2ce-86dfc7a4d0cc/98c89128-6e6b-4e14-98c1-f50e23a0f5d6/52b47fd5-56fe-4ed2-968f-80a889a00120) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:56:39.498020 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f0b4892e-56bb-4dcb-9218-bdb757c2b357 admin admin] Publish callbacks [] for router_gateway (12fc0726-47b6-429b-9293-f981d55220b1), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:39.692967 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f0b4892e-56bb-4dcb-9218-bdb757c2b357 admin admin] Publish callbacks [] for router_gateway (12fc0726-47b6-429b-9293-f981d55220b1), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:39.712713 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f0b4892e-56bb-4dcb-9218-bdb757c2b357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:39.771863 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Publish callbacks [] for port (52b47fd5-56fe-4ed2-968f-80a889a00120), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:39.779254 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (52b47fd5-56fe-4ed2-968f-80a889a00120), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:39.821658 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:56:39.824602 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:56:39.825302 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-f0b4892e-56bb-4dcb-9218-bdb757c2b357 admin admin] Allocated IP 172.27.1.249 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/86eeecfc-1641-4e9a-a308-3dfa31adf29a) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:56:39.828316 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:56:39.838353 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Pushing event updated for resources: {'Port': ['ID=52b47fd5-56fe-4ed2-968f-80a889a00120,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:39.848772 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:39.849122 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:39.849461 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:39.849805 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:39.850139 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:39.850456 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:39.850781 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:39.851107 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:39.851435 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:39.851758 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:39.852085 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:39.852414 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:39.852764 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:39.853083 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:39.853403 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:39.899922 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Attempting to bind port 52b47fd5-56fe-4ed2-968f-80a889a00120 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:56:39.900293 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Attempting to bind port 52b47fd5-56fe-4ed2-968f-80a889a00120 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': '0dee3bfa-4c14-49f3-b834-7e796b6568e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:56:39.900687 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Attempting to bind port 52b47fd5-56fe-4ed2-968f-80a889a00120 on network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:56:39.906431 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:56:39.906807 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Checking segment: {'id': '0dee3bfa-4c14-49f3-b834-7e796b6568e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:56:39.907211 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:39.907580 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Bound using segment: {'id': '0dee3bfa-4c14-49f3-b834-7e796b6568e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:56:39.908072 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Bound port: 52b47fd5-56fe-4ed2-968f-80a889a00120, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dee3bfa-4c14-49f3-b834-7e796b6568e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:56:39.908462 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (52b47fd5-56fe-4ed2-968f-80a889a00120), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:39.932847 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f0b4892e-56bb-4dcb-9218-bdb757c2b357 admin admin] Publish callbacks [] for port (86eeecfc-1641-4e9a-a308-3dfa31adf29a), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:39.968194 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f0b4892e-56bb-4dcb-9218-bdb757c2b357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (86eeecfc-1641-4e9a-a308-3dfa31adf29a), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:39.973668 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] For port 52b47fd5-56fe-4ed2-968f-80a889a00120, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:56:39.976737 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] For port 52b47fd5-56fe-4ed2-968f-80a889a00120, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=52b47fd5-56fe-4ed2-968f-80a889a00120,segment=NetworkSegment(0dee3bfa-4c14-49f3-b834-7e796b6568e0),segment_id=0dee3bfa-4c14-49f3-b834-7e796b6568e0)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:56:39.983159 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (52b47fd5-56fe-4ed2-968f-80a889a00120), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:40.010846 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b4892e-56bb-4dcb-9218-bdb757c2b357 admin admin] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:56:40.015548 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-f0b4892e-56bb-4dcb-9218-bdb757c2b357 admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:56:40.020494 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b4892e-56bb-4dcb-9218-bdb757c2b357 admin admin] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:56:40.040966 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fc79a-fe7a-40cd-8de8-b1b5a2a5387f None None] Pushing event updated for resources: {'Port': ['ID=52b47fd5-56fe-4ed2-968f-80a889a00120,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:40.048898 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4892e-56bb-4dcb-9218-bdb757c2b357 admin admin] Pushing event updated for resources: {'Port': ['ID=86eeecfc-1641-4e9a-a308-3dfa31adf29a,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:40.308093 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f0b4892e-56bb-4dcb-9218-bdb757c2b357 admin admin] Publish callbacks [] for router_gateway (12fc0726-47b6-429b-9293-f981d55220b1), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:40.528703 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f0b4892e-56bb-4dcb-9218-bdb757c2b357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726690'] for router (12fc0726-47b6-429b-9293-f981d55220b1), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:40.671656 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b4892e-56bb-4dcb-9218-bdb757c2b357 admin admin] Router 12fc0726-47b6-429b-9293-f981d55220b1 is scheduled to L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 with binding_index 1 {{(pid=103548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:56:40.785841 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b4892e-56bb-4dcb-9218-bdb757c2b357 admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:56:40.813202 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] Sync routers for ids ['12fc0726-47b6-429b-9293-f981d55220b1'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:56:40.814884 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f0b4892e-56bb-4dcb-9218-bdb757c2b357 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:40.819340 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-f0b4892e-56bb-4dcb-9218-bdb757c2b357 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5601013 Apr 08 17:56:40.819675 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 46592) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:40.825813 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] Routers {'12fc0726-47b6-429b-9293-f981d55220b1'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:56:40.826451 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:56:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['12fc0726-47b6-429b-9293-f981d55220b1'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:40.919558 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1a35de-ff54-43b8-bce0-ca1abf45326f None None] Network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:56:40.994570 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] Set router 12fc0726-47b6-429b-9293-f981d55220b1 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:56:41.063490 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-d6cc3d3e-740d-41e3-a907-5dae60d60ee6 None None] Provisioning complete for port 52b47fd5-56fe-4ed2-968f-80a889a00120 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:41.063833 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d6cc3d3e-740d-41e3-a907-5dae60d60ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (52b47fd5-56fe-4ed2-968f-80a889a00120), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:41.233909 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 52b47fd5-56fe-4ed2-968f-80a889a00120 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:56:41.304809 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-d6cc3d3e-740d-41e3-a907-5dae60d60ee6 None None] Current status of the port 52b47fd5-56fe-4ed2-968f-80a889a00120 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:56:41.305168 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d6cc3d3e-740d-41e3-a907-5dae60d60ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (52b47fd5-56fe-4ed2-968f-80a889a00120), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:41.329592 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:40Z', 'revision_number': 3, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:41.374946 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] Checking router: 12fc0726-47b6-429b-9293-f981d55220b1 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:56:41.375181 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] Updating router 12fc0726-47b6-429b-9293-f981d55220b1 port 86eeecfc-1641-4e9a-a308-3dfa31adf29a binding host dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:56:41.387916 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-d6cc3d3e-740d-41e3-a907-5dae60d60ee6 None None] For port 52b47fd5-56fe-4ed2-968f-80a889a00120, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=52b47fd5-56fe-4ed2-968f-80a889a00120,segment=NetworkSegment(0dee3bfa-4c14-49f3-b834-7e796b6568e0),segment_id=0dee3bfa-4c14-49f3-b834-7e796b6568e0)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:56:41.406935 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 52b47fd5-56fe-4ed2-968f-80a889a00120 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:41.407303 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (52b47fd5-56fe-4ed2-968f-80a889a00120), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:41.411059 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d6cc3d3e-740d-41e3-a907-5dae60d60ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (52b47fd5-56fe-4ed2-968f-80a889a00120), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:41.456918 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (86eeecfc-1641-4e9a-a308-3dfa31adf29a), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:41.566262 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6be82cd4-9c09-454f-819f-2e238e00c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:41.586305 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc3d3e-740d-41e3-a907-5dae60d60ee6 None None] Pushing event updated for resources: {'Port': ['ID=52b47fd5-56fe-4ed2-968f-80a889a00120,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:41.597493 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7c35de05-0ee2-4c9d-a1c4-ce306ff0703c None None] Provisioning complete for port 52b47fd5-56fe-4ed2-968f-80a889a00120 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:41.597866 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7c35de05-0ee2-4c9d-a1c4-ce306ff0703c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (52b47fd5-56fe-4ed2-968f-80a889a00120), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:41.697914 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 52b47fd5-56fe-4ed2-968f-80a889a00120 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:56:41.733237 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-6be82cd4-9c09-454f-819f-2e238e00c48b admin admin] Allocated IP 172.20.0.1 (495e7117-9de8-40d4-b2ce-86dfc7a4d0cc/98c89128-6e6b-4e14-98c1-f50e23a0f5d6/3c89ba22-3eee-4e17-a94d-d5e316eb9355) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:56:41.789233 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7c35de05-0ee2-4c9d-a1c4-ce306ff0703c None None] Current status of the port 52b47fd5-56fe-4ed2-968f-80a889a00120 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:56:41.854171 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6be82cd4-9c09-454f-819f-2e238e00c48b admin admin] Publish callbacks [] for port (3c89ba22-3eee-4e17-a94d-d5e316eb9355), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:41.875777 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] Publish callbacks [] for port (86eeecfc-1641-4e9a-a308-3dfa31adf29a), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:41.883602 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (86eeecfc-1641-4e9a-a308-3dfa31adf29a), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:41.888552 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6be82cd4-9c09-454f-819f-2e238e00c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (3c89ba22-3eee-4e17-a94d-d5e316eb9355), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:41.925412 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be82cd4-9c09-454f-819f-2e238e00c48b admin admin] Network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:56:41.928665 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-6be82cd4-9c09-454f-819f-2e238e00c48b admin admin] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:56:41.931868 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be82cd4-9c09-454f-819f-2e238e00c48b admin admin] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:56:41.938796 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] Attempting to bind port 86eeecfc-1641-4e9a-a308-3dfa31adf29a on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:56:41.939178 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] Attempting to bind port 86eeecfc-1641-4e9a-a308-3dfa31adf29a by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:56:41.939590 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] Attempting to bind port 86eeecfc-1641-4e9a-a308-3dfa31adf29a on network 621fbee4-87d2-43df-9614-a9bffeb44782 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:56:41.941660 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bfecfe-7dce-4967-aae1-352c166249f6 None None] Pushing event updated for resources: {'Port': ['ID=86eeecfc-1641-4e9a-a308-3dfa31adf29a,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:41.947334 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:56:41.947713 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] Checking segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:56:41.948178 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:41.948540 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] Bound using segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:56:41.949059 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] Bound port: 86eeecfc-1641-4e9a-a308-3dfa31adf29a, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:56:41.949501 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (86eeecfc-1641-4e9a-a308-3dfa31adf29a), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:41.966010 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be82cd4-9c09-454f-819f-2e238e00c48b admin admin] Pushing event updated for resources: {'Port': ['ID=3c89ba22-3eee-4e17-a94d-d5e316eb9355,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:41.980767 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6be82cd4-9c09-454f-819f-2e238e00c48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726645'] for router_interface (12fc0726-47b6-429b-9293-f981d55220b1), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:42.005390 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] For port 86eeecfc-1641-4e9a-a308-3dfa31adf29a, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:56:42.009042 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] For port 86eeecfc-1641-4e9a-a308-3dfa31adf29a, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=86eeecfc-1641-4e9a-a308-3dfa31adf29a,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:56:42.017956 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (86eeecfc-1641-4e9a-a308-3dfa31adf29a), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:42.082186 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] Routers {'12fc0726-47b6-429b-9293-f981d55220b1'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:56:42.082840 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:56:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['12fc0726-47b6-429b-9293-f981d55220b1'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:42.088134 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bfecfe-7dce-4967-aae1-352c166249f6 None None] Pushing event updated for resources: {'Port': ['ID=86eeecfc-1641-4e9a-a308-3dfa31adf29a,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:42.124770 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6be82cd4-9c09-454f-819f-2e238e00c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (3c89ba22-3eee-4e17-a94d-d5e316eb9355), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:42.304548 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6be82cd4-9c09-454f-819f-2e238e00c48b admin admin] Publish callbacks [] for port (3c89ba22-3eee-4e17-a94d-d5e316eb9355), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:42.310287 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6be82cd4-9c09-454f-819f-2e238e00c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30663424'] for port (3c89ba22-3eee-4e17-a94d-d5e316eb9355), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:42.339118 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-e0f7370b-9ff1-46dc-b234-cee12de876eb None None] Provisioning complete for port 3c89ba22-3eee-4e17-a94d-d5e316eb9355 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:42.339496 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e0f7370b-9ff1-46dc-b234-cee12de876eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (3c89ba22-3eee-4e17-a94d-d5e316eb9355), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:42.373600 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] Set router 12fc0726-47b6-429b-9293-f981d55220b1 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:56:42.381647 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6be82cd4-9c09-454f-819f-2e238e00c48b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732645'] for router_interface (12fc0726-47b6-429b-9293-f981d55220b1), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:42.383532 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be82cd4-9c09-454f-819f-2e238e00c48b admin admin] Pushing event updated for resources: {'Port': ['ID=3c89ba22-3eee-4e17-a94d-d5e316eb9355,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:42.436412 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7370b-9ff1-46dc-b234-cee12de876eb None None] Port 3c89ba22-3eee-4e17-a94d-d5e316eb9355 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:56:42.478860 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be82cd4-9c09-454f-819f-2e238e00c48b admin admin] Network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:56:42.480103 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-6be82cd4-9c09-454f-819f-2e238e00c48b admin admin] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:56:42.560220 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:40Z', 'revision_number': 3, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:42.597162 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62694325-b89f-4664-b5b0-6c238f540263 None None] The sync data for ids ['12fc0726-47b6-429b-9293-f981d55220b1'] in dv-cinder-837166-1-iscsi is: [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:40Z', 'revision_number': 3, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:56:42.608054 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be82cd4-9c09-454f-819f-2e238e00c48b admin admin] Router 12fc0726-47b6-429b-9293-f981d55220b1 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:56:42.729327 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be82cd4-9c09-454f-819f-2e238e00c48b admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:56:42.734381 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-6be82cd4-9c09-454f-819f-2e238e00c48b admin admin] 10.222.0.86 "PUT /v2.0/routers/12fc0726-47b6-429b-9293-f981d55220b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9131169 Apr 08 17:56:42.757473 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-24d304cf-aefe-466b-bd41-988800c98bec None None] Provisioning complete for port 3c89ba22-3eee-4e17-a94d-d5e316eb9355 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:42.757848 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-24d304cf-aefe-466b-bd41-988800c98bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (3c89ba22-3eee-4e17-a94d-d5e316eb9355), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:42.798481 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-24d304cf-aefe-466b-bd41-988800c98bec None None] Port 3c89ba22-3eee-4e17-a94d-d5e316eb9355 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:56:43.037237 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d92083f5-22b1-4ffb-8e73-c6fcb1448e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:43.272861 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 86eeecfc-1641-4e9a-a308-3dfa31adf29a up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:56:43.322999 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 86eeecfc-1641-4e9a-a308-3dfa31adf29a triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:43.323578 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (86eeecfc-1641-4e9a-a308-3dfa31adf29a), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:43.324215 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 46608) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:43.329527 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-197fee1d-5cea-407e-823d-3c6351cea6c6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-352057288-network', 'tenant_id': '48f5b9881f0945bf96200fa36352639f'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:56:43.351768 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197fee1d-5cea-407e-823d-3c6351cea6c6 admin admin] Made reservation on behalf of 48f5b9881f0945bf96200fa36352639f for: {'network': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:56:43.354420 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-197fee1d-5cea-407e-823d-3c6351cea6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for network (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:43.364222 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-197fee1d-5cea-407e-823d-3c6351cea6c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:43.409231 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 86eeecfc-1641-4e9a-a308-3dfa31adf29a is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:56:43.409713 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (86eeecfc-1641-4e9a-a308-3dfa31adf29a), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:43.434212 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] For port 86eeecfc-1641-4e9a-a308-3dfa31adf29a, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=86eeecfc-1641-4e9a-a308-3dfa31adf29a,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:56:43.439576 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (86eeecfc-1641-4e9a-a308-3dfa31adf29a), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:43.440498 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 52b47fd5-56fe-4ed2-968f-80a889a00120 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:56:43.447866 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-197fee1d-5cea-407e-823d-3c6351cea6c6 admin admin] Publish callbacks [] for security_group (3bfad44f-133c-4cf0-9153-975b31b39846), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:43.452983 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-197fee1d-5cea-407e-823d-3c6351cea6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (3bfad44f-133c-4cf0-9153-975b31b39846), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:43.482738 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197fee1d-5cea-407e-823d-3c6351cea6c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 983} {{(pid=103549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:56:43.493256 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fee1d-5cea-407e-823d-3c6351cea6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfad44f-133c-4cf0-9153-975b31b39846,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:43.498460 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-197fee1d-5cea-407e-823d-3c6351cea6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (795e4519-57c7-4141-8d86-bd96c512deed), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:43.498764 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.segments_db [None req-197fee1d-5cea-407e-823d-3c6351cea6c6 admin admin] Added segment 795e4519-57c7-4141-8d86-bd96c512deed of type vlan for network c5204d68-2516-4ec4-a8d7-f4535487021a Apr 08 17:56:43.521252 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Pushing event updated for resources: {'Port': ['ID=86eeecfc-1641-4e9a-a308-3dfa31adf29a,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:43.533918 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 52b47fd5-56fe-4ed2-968f-80a889a00120 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:43.534320 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (52b47fd5-56fe-4ed2-968f-80a889a00120), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:43.541729 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-197fee1d-5cea-407e-823d-3c6351cea6c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780306027852'] for network (c5204d68-2516-4ec4-a8d7-f4535487021a), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:43.569123 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-197fee1d-5cea-407e-823d-3c6351cea6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817'] for network (c5204d68-2516-4ec4-a8d7-f4535487021a), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:43.570713 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197fee1d-5cea-407e-823d-3c6351cea6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:43.571298 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-197fee1d-5cea-407e-823d-3c6351cea6c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:43.606348 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-197fee1d-5cea-407e-823d-3c6351cea6c6 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2782135 Apr 08 17:56:43.607741 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 46610) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:43.614809 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-8b40822e-7d2d-4469-a226-e7e71fe42344 admin admin] Request body: {'subnet': {'network_id': 'c5204d68-2516-4ec4-a8d7-f4535487021a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-352057288-subnet', 'tenant_id': '48f5b9881f0945bf96200fa36352639f', 'ip_version': 4}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:56:43.615405 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 52b47fd5-56fe-4ed2-968f-80a889a00120 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:56:43.634694 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b40822e-7d2d-4469-a226-e7e71fe42344 admin admin] Made reservation on behalf of 48f5b9881f0945bf96200fa36352639f for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:56:43.637405 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8b40822e-7d2d-4469-a226-e7e71fe42344 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30287672'] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:43.644089 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fee1d-5cea-407e-823d-3c6351cea6c6 admin admin] Pushing event updated for resources: {'Network': ['ID=c5204d68-2516-4ec4-a8d7-f4535487021a,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:43.655231 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Network c5204d68-2516-4ec4-a8d7-f4535487021a details requested by agent ovs-agent-dv-cinder-837166-1-iscsi with host dv-cinder-837166-1-iscsi {{(pid=103550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:56:43.813230 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8b40822e-7d2d-4469-a226-e7e71fe42344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30241987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30287702'] for subnet (54d389a1-9b3a-4f27-b424-03fb950d481b), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:43.870818 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40822e-7d2d-4469-a226-e7e71fe42344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d389a1-9b3a-4f27-b424-03fb950d481b,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:43.879536 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b40822e-7d2d-4469-a226-e7e71fe42344 admin admin] Checking segment: {'id': '795e4519-57c7-4141-8d86-bd96c512deed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c5204d68-2516-4ec4-a8d7-f4535487021a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:56:43.879901 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b40822e-7d2d-4469-a226-e7e71fe42344 admin admin] Network hostable DHCP agents. Network: c5204d68-2516-4ec4-a8d7-f4535487021a, hostable agents: ['936a358b-e021-4ff4-ad20-3c86fe6ebe95'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:56:43.898537 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b40822e-7d2d-4469-a226-e7e71fe42344 admin admin] Network c5204d68-2516-4ec4-a8d7-f4535487021a is scheduled to be hosted by DHCP agent 936a358b-e021-4ff4-ad20-3c86fe6ebe95 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:56:43.912862 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-8b40822e-7d2d-4469-a226-e7e71fe42344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-1-iscsi, c5204d68-2516-4ec4-a8d7-f4535487021a) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:56:43.917870 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b40822e-7d2d-4469-a226-e7e71fe42344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:43.918674 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8b40822e-7d2d-4469-a226-e7e71fe42344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:43.925259 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3defc8b5-c153-4639-b5d2-a91b68562249 None None] Network c5204d68-2516-4ec4-a8d7-f4535487021a requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:56:43.942018 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-8b40822e-7d2d-4469-a226-e7e71fe42344 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3313158 Apr 08 17:56:43.944723 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 46612) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:43.949301 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-a3a720ce-45c1-4aae-9c83-7c62f0742d12 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-352057288-router', 'tenant_id': '48f5b9881f0945bf96200fa36352639f', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:56:43.979669 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a3a720ce-45c1-4aae-9c83-7c62f0742d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4502'] for router (389c1950-1c21-4ad6-808f-bb8221cf9f1b), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:43.982149 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a3a720ce-45c1-4aae-9c83-7c62f0742d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-870358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4591'] for router (389c1950-1c21-4ad6-808f-bb8221cf9f1b), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:44.044857 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a3a720ce-45c1-4aae-9c83-7c62f0742d12 admin admin] Publish callbacks [] for router_controller (389c1950-1c21-4ad6-808f-bb8221cf9f1b), precommit_add_association {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:44.049288 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13bcad0-72c6-4ca1-9745-9955195ccc32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35163598-e5d9-56ed-9ece-8fe9d48bf079-c5204d68-2516-4ec4-a8d7-f4535487021a', 'network_id': 'c5204d68-2516-4ec4-a8d7-f4535487021a', 'project_id': '48f5b9881f0945bf96200fa36352639f', 'fixed_ips': [{'subnet_id': '54d389a1-9b3a-4f27-b424-03fb950d481b'}]}} from dv-cinder-837166-1-iscsi. {{(pid=103550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:56:44.050153 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d13bcad0-72c6-4ca1-9745-9955195ccc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:44.197487 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a3a720ce-45c1-4aae-9c83-7c62f0742d12 admin admin] Publish callbacks [] for router_gateway (389c1950-1c21-4ad6-808f-bb8221cf9f1b), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:44.208957 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-d13bcad0-72c6-4ca1-9745-9955195ccc32 None None] Allocated IP 172.20.0.2 (c5204d68-2516-4ec4-a8d7-f4535487021a/54d389a1-9b3a-4f27-b424-03fb950d481b/38681fba-e4d7-4e06-a456-709a5f9bc478) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:56:44.290434 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] Sync routers for ids ['12fc0726-47b6-429b-9293-f981d55220b1'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:56:44.304860 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] Routers {'12fc0726-47b6-429b-9293-f981d55220b1'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:56:44.306063 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:56:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['12fc0726-47b6-429b-9293-f981d55220b1'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:44.385157 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d13bcad0-72c6-4ca1-9745-9955195ccc32 None None] Publish callbacks [] for port (38681fba-e4d7-4e06-a456-709a5f9bc478), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:44.393034 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d13bcad0-72c6-4ca1-9745-9955195ccc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206'] for port (38681fba-e4d7-4e06-a456-709a5f9bc478), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:44.437375 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] Set router 12fc0726-47b6-429b-9293-f981d55220b1 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:56:44.437621 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13bcad0-72c6-4ca1-9745-9955195ccc32 None None] Network c5204d68-2516-4ec4-a8d7-f4535487021a is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:56:44.442409 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-d13bcad0-72c6-4ca1-9745-9955195ccc32 None None] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:56:44.449728 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13bcad0-72c6-4ca1-9745-9955195ccc32 None None] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:56:44.453052 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bcad0-72c6-4ca1-9745-9955195ccc32 None None] Pushing event updated for resources: {'Port': ['ID=38681fba-e4d7-4e06-a456-709a5f9bc478,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:44.522990 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-d13bcad0-72c6-4ca1-9745-9955195ccc32 None None] Attempting to bind port 38681fba-e4d7-4e06-a456-709a5f9bc478 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:56:44.523443 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-d13bcad0-72c6-4ca1-9745-9955195ccc32 None None] Attempting to bind port 38681fba-e4d7-4e06-a456-709a5f9bc478 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': '795e4519-57c7-4141-8d86-bd96c512deed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c5204d68-2516-4ec4-a8d7-f4535487021a'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:56:44.523871 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13bcad0-72c6-4ca1-9745-9955195ccc32 None None] Attempting to bind port 38681fba-e4d7-4e06-a456-709a5f9bc478 on network c5204d68-2516-4ec4-a8d7-f4535487021a {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:56:44.531570 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13bcad0-72c6-4ca1-9745-9955195ccc32 None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:56:44.531959 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13bcad0-72c6-4ca1-9745-9955195ccc32 None None] Checking segment: {'id': '795e4519-57c7-4141-8d86-bd96c512deed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c5204d68-2516-4ec4-a8d7-f4535487021a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:56:44.532602 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d13bcad0-72c6-4ca1-9745-9955195ccc32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:44.533335 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13bcad0-72c6-4ca1-9745-9955195ccc32 None None] Bound using segment: {'id': '795e4519-57c7-4141-8d86-bd96c512deed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c5204d68-2516-4ec4-a8d7-f4535487021a'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:56:44.534311 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-d13bcad0-72c6-4ca1-9745-9955195ccc32 None None] Bound port: 38681fba-e4d7-4e06-a456-709a5f9bc478, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795e4519-57c7-4141-8d86-bd96c512deed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c5204d68-2516-4ec4-a8d7-f4535487021a'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:56:44.534475 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d13bcad0-72c6-4ca1-9745-9955195ccc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (38681fba-e4d7-4e06-a456-709a5f9bc478), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:44.612900 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-d13bcad0-72c6-4ca1-9745-9955195ccc32 None None] For port 38681fba-e4d7-4e06-a456-709a5f9bc478, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:56:44.617127 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-d13bcad0-72c6-4ca1-9745-9955195ccc32 None None] For port 38681fba-e4d7-4e06-a456-709a5f9bc478, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=38681fba-e4d7-4e06-a456-709a5f9bc478,segment=NetworkSegment(795e4519-57c7-4141-8d86-bd96c512deed),segment_id=795e4519-57c7-4141-8d86-bd96c512deed)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:56:44.625371 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d13bcad0-72c6-4ca1-9745-9955195ccc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (38681fba-e4d7-4e06-a456-709a5f9bc478), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:44.694235 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bcad0-72c6-4ca1-9745-9955195ccc32 None None] Pushing event updated for resources: {'Port': ['ID=38681fba-e4d7-4e06-a456-709a5f9bc478,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:44.699846 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '3c89ba22-3eee-4e17-a94d-d5e316eb9355', 'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'mac_address': 'fa:16:3e:f7:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:41Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 2, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'subnets': [{'id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:44.735191 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] Checking router: 12fc0726-47b6-429b-9293-f981d55220b1 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:56:44.735558 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] Updating router 12fc0726-47b6-429b-9293-f981d55220b1 port 3c89ba22-3eee-4e17-a94d-d5e316eb9355 binding host dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:56:44.773921 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (3c89ba22-3eee-4e17-a94d-d5e316eb9355), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:44.799627 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a3a720ce-45c1-4aae-9c83-7c62f0742d12 admin admin] Publish callbacks [] for router_gateway (389c1950-1c21-4ad6-808f-bb8221cf9f1b), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:44.821307 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a3a720ce-45c1-4aae-9c83-7c62f0742d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:44.979853 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-a3a720ce-45c1-4aae-9c83-7c62f0742d12 admin admin] Allocated IP 172.27.1.34 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/ecd040b8-9bbf-498a-9632-df7a915cb4af) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:56:45.092508 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a3a720ce-45c1-4aae-9c83-7c62f0742d12 admin admin] Publish callbacks [] for port (ecd040b8-9bbf-498a-9632-df7a915cb4af), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:45.099955 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] Publish callbacks [] for port (3c89ba22-3eee-4e17-a94d-d5e316eb9355), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:45.107384 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (3c89ba22-3eee-4e17-a94d-d5e316eb9355), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:45.131170 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a3a720ce-45c1-4aae-9c83-7c62f0742d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (ecd040b8-9bbf-498a-9632-df7a915cb4af), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:45.189436 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a720ce-45c1-4aae-9c83-7c62f0742d12 admin admin] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:56:45.192799 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-a3a720ce-45c1-4aae-9c83-7c62f0742d12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:56:45.194559 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637d138-0180-40e1-88c5-373201ca45ae None None] Pushing event updated for resources: {'Port': ['ID=3c89ba22-3eee-4e17-a94d-d5e316eb9355,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:45.195450 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a720ce-45c1-4aae-9c83-7c62f0742d12 admin admin] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:56:45.208081 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a720ce-45c1-4aae-9c83-7c62f0742d12 admin admin] Pushing event updated for resources: {'Port': ['ID=ecd040b8-9bbf-498a-9632-df7a915cb4af,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:45.226508 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0637d138-0180-40e1-88c5-373201ca45ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:45.232041 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0637d138-0180-40e1-88c5-373201ca45ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:45.232578 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0637d138-0180-40e1-88c5-373201ca45ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:45.232943 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0637d138-0180-40e1-88c5-373201ca45ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:45.233287 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0637d138-0180-40e1-88c5-373201ca45ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:45.233617 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0637d138-0180-40e1-88c5-373201ca45ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:45.233945 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0637d138-0180-40e1-88c5-373201ca45ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:45.235371 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0637d138-0180-40e1-88c5-373201ca45ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:45.235755 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0637d138-0180-40e1-88c5-373201ca45ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:45.236014 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0637d138-0180-40e1-88c5-373201ca45ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:45.236342 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0637d138-0180-40e1-88c5-373201ca45ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:45.236721 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0637d138-0180-40e1-88c5-373201ca45ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:45.238208 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0637d138-0180-40e1-88c5-373201ca45ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:45.238208 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0637d138-0180-40e1-88c5-373201ca45ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:45.238208 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0637d138-0180-40e1-88c5-373201ca45ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:45.258115 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] Attempting to bind port 3c89ba22-3eee-4e17-a94d-d5e316eb9355 on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:56:45.258356 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] Attempting to bind port 3c89ba22-3eee-4e17-a94d-d5e316eb9355 by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': '0dee3bfa-4c14-49f3-b834-7e796b6568e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:56:45.259335 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] Attempting to bind port 3c89ba22-3eee-4e17-a94d-d5e316eb9355 on network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:56:45.264479 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:56:45.264835 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] Checking segment: {'id': '0dee3bfa-4c14-49f3-b834-7e796b6568e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:56:45.265150 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:45.265544 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] Bound using segment: {'id': '0dee3bfa-4c14-49f3-b834-7e796b6568e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:56:45.266180 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] Bound port: 3c89ba22-3eee-4e17-a94d-d5e316eb9355, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dee3bfa-4c14-49f3-b834-7e796b6568e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:56:45.266374 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (3c89ba22-3eee-4e17-a94d-d5e316eb9355), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:45.330616 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 38681fba-e4d7-4e06-a456-709a5f9bc478 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:56:45.355474 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] For port 3c89ba22-3eee-4e17-a94d-d5e316eb9355, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:56:45.360129 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] For port 3c89ba22-3eee-4e17-a94d-d5e316eb9355, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=3c89ba22-3eee-4e17-a94d-d5e316eb9355,segment=NetworkSegment(0dee3bfa-4c14-49f3-b834-7e796b6568e0),segment_id=0dee3bfa-4c14-49f3-b834-7e796b6568e0)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:56:45.370777 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (3c89ba22-3eee-4e17-a94d-d5e316eb9355), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:45.390802 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 38681fba-e4d7-4e06-a456-709a5f9bc478 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:45.391450 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (38681fba-e4d7-4e06-a456-709a5f9bc478), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:45.455171 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637d138-0180-40e1-88c5-373201ca45ae None None] Pushing event updated for resources: {'Port': ['ID=3c89ba22-3eee-4e17-a94d-d5e316eb9355,revision_number=4']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:45.458570 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] Routers {'12fc0726-47b6-429b-9293-f981d55220b1'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:56:45.459536 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:56:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['12fc0726-47b6-429b-9293-f981d55220b1'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:45.517188 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-14aa9f25-f558-45e2-b1ba-8df6609e5d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:45.559162 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-a5be7a55-b3db-4afb-ab00-21cc6a284503 None None] Provisioning complete for port 3c89ba22-3eee-4e17-a94d-d5e316eb9355 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:45.559592 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a5be7a55-b3db-4afb-ab00-21cc6a284503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (3c89ba22-3eee-4e17-a94d-d5e316eb9355), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:45.566169 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a3a720ce-45c1-4aae-9c83-7c62f0742d12 admin admin] Publish callbacks [] for router_gateway (389c1950-1c21-4ad6-808f-bb8221cf9f1b), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:45.608422 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 38681fba-e4d7-4e06-a456-709a5f9bc478 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:56:45.608925 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (38681fba-e4d7-4e06-a456-709a5f9bc478), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:45.667373 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] For port 38681fba-e4d7-4e06-a456-709a5f9bc478, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=38681fba-e4d7-4e06-a456-709a5f9bc478,segment=NetworkSegment(795e4519-57c7-4141-8d86-bd96c512deed),segment_id=795e4519-57c7-4141-8d86-bd96c512deed)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:56:45.679434 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (38681fba-e4d7-4e06-a456-709a5f9bc478), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:45.680805 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 86eeecfc-1641-4e9a-a308-3dfa31adf29a up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:56:45.747331 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] Set router 12fc0726-47b6-429b-9293-f981d55220b1 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:56:45.789158 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-a5be7a55-b3db-4afb-ab00-21cc6a284503 None None] Current status of the port 3c89ba22-3eee-4e17-a94d-d5e316eb9355 is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:56:45.790214 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a5be7a55-b3db-4afb-ab00-21cc6a284503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (3c89ba22-3eee-4e17-a94d-d5e316eb9355), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:45.836994 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Pushing event updated for resources: {'Port': ['ID=38681fba-e4d7-4e06-a456-709a5f9bc478,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:45.864566 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 86eeecfc-1641-4e9a-a308-3dfa31adf29a triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:45.865186 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (86eeecfc-1641-4e9a-a308-3dfa31adf29a), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:45.869982 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-a5be7a55-b3db-4afb-ab00-21cc6a284503 None None] For port 3c89ba22-3eee-4e17-a94d-d5e316eb9355, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=3c89ba22-3eee-4e17-a94d-d5e316eb9355,segment=NetworkSegment(0dee3bfa-4c14-49f3-b834-7e796b6568e0),segment_id=0dee3bfa-4c14-49f3-b834-7e796b6568e0)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:56:45.886001 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a3a720ce-45c1-4aae-9c83-7c62f0742d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726690'] for router (389c1950-1c21-4ad6-808f-bb8221cf9f1b), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:45.900293 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a5be7a55-b3db-4afb-ab00-21cc6a284503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (3c89ba22-3eee-4e17-a94d-d5e316eb9355), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:45.964351 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be7a55-b3db-4afb-ab00-21cc6a284503 None None] Pushing event updated for resources: {'Port': ['ID=3c89ba22-3eee-4e17-a94d-d5e316eb9355,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:46.003391 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa835f5-d95d-4d72-a103-697ca68467ca None None] Network c5204d68-2516-4ec4-a8d7-f4535487021a requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:56:46.005397 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '3c89ba22-3eee-4e17-a94d-d5e316eb9355', 'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'mac_address': 'fa:16:3e:f7:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:41Z', 'updated_at': '2022-04-08T17:56:45Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'subnets': [{'id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:46.039109 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2201b91e-95d5-4cac-8c85-f9f3a52663ca None None] The sync data for ids ['12fc0726-47b6-429b-9293-f981d55220b1'] in dv-cinder-837166-1-iscsi is: [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '3c89ba22-3eee-4e17-a94d-d5e316eb9355', 'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'mac_address': 'fa:16:3e:f7:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:41Z', 'updated_at': '2022-04-08T17:56:45Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'subnets': [{'id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:56:46.052470 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a720ce-45c1-4aae-9c83-7c62f0742d12 admin admin] Router 389c1950-1c21-4ad6-808f-bb8221cf9f1b is scheduled to L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 with binding_index 1 {{(pid=103548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:56:46.078300 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-2940859a-61b2-459a-82b5-3dc3b1c03f21 None None] Provisioning complete for port 38681fba-e4d7-4e06-a456-709a5f9bc478 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:46.078664 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2940859a-61b2-459a-82b5-3dc3b1c03f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (38681fba-e4d7-4e06-a456-709a5f9bc478), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:46.123809 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 86eeecfc-1641-4e9a-a308-3dfa31adf29a is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:56:46.192551 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a720ce-45c1-4aae-9c83-7c62f0742d12 admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:56:46.214200 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a3a720ce-45c1-4aae-9c83-7c62f0742d12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:46.215838 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-a3a720ce-45c1-4aae-9c83-7c62f0742d12 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2699914 Apr 08 17:56:46.218494 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 46614) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:46.229716 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] Sync routers for ids ['389c1950-1c21-4ad6-808f-bb8221cf9f1b'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:56:46.247023 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-2940859a-61b2-459a-82b5-3dc3b1c03f21 None None] Current status of the port 38681fba-e4d7-4e06-a456-709a5f9bc478 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:56:46.261469 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] Routers {'389c1950-1c21-4ad6-808f-bb8221cf9f1b'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:56:46.262251 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:56:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['389c1950-1c21-4ad6-808f-bb8221cf9f1b'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:46.270137 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-2940859a-61b2-459a-82b5-3dc3b1c03f21 None None] Provisioning complete for port 3c89ba22-3eee-4e17-a94d-d5e316eb9355 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:46.270538 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2940859a-61b2-459a-82b5-3dc3b1c03f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (3c89ba22-3eee-4e17-a94d-d5e316eb9355), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:46.587896 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] Set router 389c1950-1c21-4ad6-808f-bb8221cf9f1b gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:56:46.669898 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-2940859a-61b2-459a-82b5-3dc3b1c03f21 None None] Current status of the port 3c89ba22-3eee-4e17-a94d-d5e316eb9355 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:56:46.725075 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f2e1aa09-9380-4229-99dc-f9012f40d4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:46.822272 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-153e1221-f5c4-4442-a163-2c6a816e4db0 None None] Provisioning complete for port 38681fba-e4d7-4e06-a456-709a5f9bc478 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:46.822812 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-153e1221-f5c4-4442-a163-2c6a816e4db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (38681fba-e4d7-4e06-a456-709a5f9bc478), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:46.862966 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:46.870411 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389c1950-1c21-4ad6-808f-bb8221cf9f1b', 'name': 'tempest-TestVolumeBootPattern-352057288-router', 'tenant_id': '48f5b9881f0945bf96200fa36352639f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ecd040b8-9bbf-498a-9632-df7a915cb4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:43Z', 'updated_at': '2022-04-08T17:56:45Z', 'revision_number': 3, 'project_id': '48f5b9881f0945bf96200fa36352639f', 'gw_port': {'id': 'ecd040b8-9bbf-498a-9632-df7a915cb4af', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:05:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389c1950-1c21-4ad6-808f-bb8221cf9f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:44Z', 'updated_at': '2022-04-08T17:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:46.903421 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] Checking router: 389c1950-1c21-4ad6-808f-bb8221cf9f1b for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:56:46.903988 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] Updating router 389c1950-1c21-4ad6-808f-bb8221cf9f1b port ecd040b8-9bbf-498a-9632-df7a915cb4af binding host dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:56:46.908425 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:46.964165 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (ecd040b8-9bbf-498a-9632-df7a915cb4af), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:47.001339 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-153e1221-f5c4-4442-a163-2c6a816e4db0 None None] Current status of the port 38681fba-e4d7-4e06-a456-709a5f9bc478 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:56:47.199664 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-f2e1aa09-9380-4229-99dc-f9012f40d4f8 admin admin] Allocated IP 172.20.0.1 (c5204d68-2516-4ec4-a8d7-f4535487021a/54d389a1-9b3a-4f27-b424-03fb950d481b/0365524c-febc-4888-a033-d01f9db7744a) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:56:47.298985 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] Publish callbacks [] for port (ecd040b8-9bbf-498a-9632-df7a915cb4af), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:47.311184 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (ecd040b8-9bbf-498a-9632-df7a915cb4af), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:47.313767 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 38681fba-e4d7-4e06-a456-709a5f9bc478 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:56:47.344802 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f2e1aa09-9380-4229-99dc-f9012f40d4f8 admin admin] Publish callbacks [] for port (0365524c-febc-4888-a033-d01f9db7744a), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:47.384725 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f2e1aa09-9380-4229-99dc-f9012f40d4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (0365524c-febc-4888-a033-d01f9db7744a), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:47.404046 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] Attempting to bind port ecd040b8-9bbf-498a-9632-df7a915cb4af on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:56:47.404408 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] Attempting to bind port ecd040b8-9bbf-498a-9632-df7a915cb4af by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:56:47.404792 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] Attempting to bind port ecd040b8-9bbf-498a-9632-df7a915cb4af on network 621fbee4-87d2-43df-9614-a9bffeb44782 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:56:47.406565 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359b93c-3e1c-438b-8636-1e7a663c392f None None] Pushing event updated for resources: {'Port': ['ID=ecd040b8-9bbf-498a-9632-df7a915cb4af,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:47.414057 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:56:47.414318 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] Checking segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:56:47.414751 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:47.415284 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] Bound using segment: {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:56:47.415824 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] Bound port: ecd040b8-9bbf-498a-9632-df7a915cb4af, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:56:47.416338 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (ecd040b8-9bbf-498a-9632-df7a915cb4af), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:47.421883 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e1aa09-9380-4229-99dc-f9012f40d4f8 admin admin] Network c5204d68-2516-4ec4-a8d7-f4535487021a is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:56:47.426415 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-f2e1aa09-9380-4229-99dc-f9012f40d4f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:56:47.429886 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e1aa09-9380-4229-99dc-f9012f40d4f8 admin admin] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:56:47.447091 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 38681fba-e4d7-4e06-a456-709a5f9bc478 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:47.447475 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (38681fba-e4d7-4e06-a456-709a5f9bc478), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:47.459272 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1aa09-9380-4229-99dc-f9012f40d4f8 admin admin] Pushing event updated for resources: {'Port': ['ID=0365524c-febc-4888-a033-d01f9db7744a,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:47.475485 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f2e1aa09-9380-4229-99dc-f9012f40d4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726645'] for router_interface (389c1950-1c21-4ad6-808f-bb8221cf9f1b), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:47.509229 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] For port ecd040b8-9bbf-498a-9632-df7a915cb4af, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:56:47.513971 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] For port ecd040b8-9bbf-498a-9632-df7a915cb4af, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=ecd040b8-9bbf-498a-9632-df7a915cb4af,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:56:47.541195 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (ecd040b8-9bbf-498a-9632-df7a915cb4af), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:47.596757 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 38681fba-e4d7-4e06-a456-709a5f9bc478 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:56:47.597827 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 3c89ba22-3eee-4e17-a94d-d5e316eb9355 up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:56:47.632467 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f2e1aa09-9380-4229-99dc-f9012f40d4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (0365524c-febc-4888-a033-d01f9db7744a), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:47.645779 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359b93c-3e1c-438b-8636-1e7a663c392f None None] Pushing event updated for resources: {'Port': ['ID=ecd040b8-9bbf-498a-9632-df7a915cb4af,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:47.650416 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] Routers {'389c1950-1c21-4ad6-808f-bb8221cf9f1b'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:56:47.651038 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:56:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['389c1950-1c21-4ad6-808f-bb8221cf9f1b'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:47.713557 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 3c89ba22-3eee-4e17-a94d-d5e316eb9355 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:47.713862 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (3c89ba22-3eee-4e17-a94d-d5e316eb9355), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:47.792789 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-04b871f5-801a-434e-94e3-39083bfd4e79 None None] Provisioning complete for port 0365524c-febc-4888-a033-d01f9db7744a triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:47.793118 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-04b871f5-801a-434e-94e3-39083bfd4e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (0365524c-febc-4888-a033-d01f9db7744a), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:47.804977 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f2e1aa09-9380-4229-99dc-f9012f40d4f8 admin admin] Publish callbacks [] for port (0365524c-febc-4888-a033-d01f9db7744a), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:47.812798 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f2e1aa09-9380-4229-99dc-f9012f40d4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (0365524c-febc-4888-a033-d01f9db7744a), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:47.841641 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] Set router 389c1950-1c21-4ad6-808f-bb8221cf9f1b gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:56:47.882474 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1aa09-9380-4229-99dc-f9012f40d4f8 admin admin] Pushing event updated for resources: {'Port': ['ID=0365524c-febc-4888-a033-d01f9db7744a,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:47.885048 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f2e1aa09-9380-4229-99dc-f9012f40d4f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-732645'] for router_interface (389c1950-1c21-4ad6-808f-bb8221cf9f1b), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:47.890554 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-04b871f5-801a-434e-94e3-39083bfd4e79 None None] Port 0365524c-febc-4888-a033-d01f9db7744a cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:56:47.977566 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 3c89ba22-3eee-4e17-a94d-d5e316eb9355 is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:56:47.985330 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e1aa09-9380-4229-99dc-f9012f40d4f8 admin admin] Network c5204d68-2516-4ec4-a8d7-f4535487021a is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:56:47.986722 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-f2e1aa09-9380-4229-99dc-f9012f40d4f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:56:48.078738 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:48.099622 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389c1950-1c21-4ad6-808f-bb8221cf9f1b', 'name': 'tempest-TestVolumeBootPattern-352057288-router', 'tenant_id': '48f5b9881f0945bf96200fa36352639f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ecd040b8-9bbf-498a-9632-df7a915cb4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:43Z', 'updated_at': '2022-04-08T17:56:47Z', 'revision_number': 4, 'project_id': '48f5b9881f0945bf96200fa36352639f', 'gw_port': {'id': 'ecd040b8-9bbf-498a-9632-df7a915cb4af', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:05:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389c1950-1c21-4ad6-808f-bb8221cf9f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:44Z', 'updated_at': '2022-04-08T17:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '0365524c-febc-4888-a033-d01f9db7744a', 'name': '', 'network_id': 'c5204d68-2516-4ec4-a8d7-f4535487021a', 'tenant_id': '48f5b9881f0945bf96200fa36352639f', 'mac_address': 'fa:16:3e:6b:f8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389c1950-1c21-4ad6-808f-bb8221cf9f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '54d389a1-9b3a-4f27-b424-03fb950d481b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:46Z', 'updated_at': '2022-04-08T17:56:47Z', 'revision_number': 1, 'project_id': '48f5b9881f0945bf96200fa36352639f', 'subnets': [{'id': '54d389a1-9b3a-4f27-b424-03fb950d481b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:48.116275 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e1aa09-9380-4229-99dc-f9012f40d4f8 admin admin] Router 389c1950-1c21-4ad6-808f-bb8221cf9f1b has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:56:48.133510 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c628c6-5f11-4fce-b3da-4cc8acd1321c None None] The sync data for ids ['389c1950-1c21-4ad6-808f-bb8221cf9f1b'] in dv-cinder-837166-1-iscsi is: [{'id': '389c1950-1c21-4ad6-808f-bb8221cf9f1b', 'name': 'tempest-TestVolumeBootPattern-352057288-router', 'tenant_id': '48f5b9881f0945bf96200fa36352639f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ecd040b8-9bbf-498a-9632-df7a915cb4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:43Z', 'updated_at': '2022-04-08T17:56:47Z', 'revision_number': 4, 'project_id': '48f5b9881f0945bf96200fa36352639f', 'gw_port': {'id': 'ecd040b8-9bbf-498a-9632-df7a915cb4af', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:05:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389c1950-1c21-4ad6-808f-bb8221cf9f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:44Z', 'updated_at': '2022-04-08T17:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '0365524c-febc-4888-a033-d01f9db7744a', 'name': '', 'network_id': 'c5204d68-2516-4ec4-a8d7-f4535487021a', 'tenant_id': '48f5b9881f0945bf96200fa36352639f', 'mac_address': 'fa:16:3e:6b:f8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389c1950-1c21-4ad6-808f-bb8221cf9f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '54d389a1-9b3a-4f27-b424-03fb950d481b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:46Z', 'updated_at': '2022-04-08T17:56:47Z', 'revision_number': 1, 'project_id': '48f5b9881f0945bf96200fa36352639f', 'subnets': [{'id': '54d389a1-9b3a-4f27-b424-03fb950d481b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:56:48.213379 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-850a14aa-689a-4549-8898-d859e2036aa4 None None] Provisioning complete for port 0365524c-febc-4888-a033-d01f9db7744a triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:48.213754 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-850a14aa-689a-4549-8898-d859e2036aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (0365524c-febc-4888-a033-d01f9db7744a), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:48.246966 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e1aa09-9380-4229-99dc-f9012f40d4f8 admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:56:48.250225 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-850a14aa-689a-4549-8898-d859e2036aa4 None None] Port 0365524c-febc-4888-a033-d01f9db7744a cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:56:48.254356 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-f2e1aa09-9380-4229-99dc-f9012f40d4f8 admin admin] 10.222.0.86 "PUT /v2.0/routers/389c1950-1c21-4ad6-808f-bb8221cf9f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0348048 Apr 08 17:56:48.809355 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 46622) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:48.815285 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-46e464ae-42ce-419f-96bc-48d036e0cdb2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-244387946', 'description': 'tempest-secgroup-smoke-244387946 description', 'project_id': '31673ad20ead49bd85bfae7300da6304'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:56:48.842961 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-46e464ae-42ce-419f-96bc-48d036e0cdb2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:48.921484 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-46e464ae-42ce-419f-96bc-48d036e0cdb2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group (4a099b92-edf0-4158-a6c1-806ae99ff2ed), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:48.927309 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-46e464ae-42ce-419f-96bc-48d036e0cdb2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (4a099b92-edf0-4158-a6c1-806ae99ff2ed), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:48.956462 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-46e464ae-42ce-419f-96bc-48d036e0cdb2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:48.957864 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-46e464ae-42ce-419f-96bc-48d036e0cdb2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1472616 Apr 08 17:56:48.960931 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 46624) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:48.965776 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-58064fe5-1622-4076-8978-fad2a54e5648 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Request body: {'security_group_rule': {'security_group_id': '4a099b92-edf0-4158-a6c1-806ae99ff2ed', 'project_id': '31673ad20ead49bd85bfae7300da6304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:56:48.967230 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e464ae-42ce-419f-96bc-48d036e0cdb2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a099b92-edf0-4158-a6c1-806ae99ff2ed,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:48.994356 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-58064fe5-1622-4076-8978-fad2a54e5648 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group_rule (647f731c-3b63-42c8-93de-abd54d48b73d), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.057568 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-58064fe5-1622-4076-8978-fad2a54e5648 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group_rule (647f731c-3b63-42c8-93de-abd54d48b73d), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.063397 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-58064fe5-1622-4076-8978-fad2a54e5648 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (647f731c-3b63-42c8-93de-abd54d48b73d), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.083199 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58064fe5-1622-4076-8978-fad2a54e5648 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647f731c-3b63-42c8-93de-abd54d48b73d,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:49.095712 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-58064fe5-1622-4076-8978-fad2a54e5648 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.097029 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-58064fe5-1622-4076-8978-fad2a54e5648 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350729 Apr 08 17:56:49.099856 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 46626) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:49.104637 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-0866b505-52ed-469a-acc4-721804e7572e tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Request body: {'security_group_rule': {'security_group_id': '4a099b92-edf0-4158-a6c1-806ae99ff2ed', 'project_id': '31673ad20ead49bd85bfae7300da6304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:56:49.134041 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0866b505-52ed-469a-acc4-721804e7572e tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group_rule (96040903-48f2-42ab-ad35-2dd9425f172e), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.213728 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device ecd040b8-9bbf-498a-9632-df7a915cb4af up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:56:49.217976 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0866b505-52ed-469a-acc4-721804e7572e tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group_rule (96040903-48f2-42ab-ad35-2dd9425f172e), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.224397 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0866b505-52ed-469a-acc4-721804e7572e tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (96040903-48f2-42ab-ad35-2dd9425f172e), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.249309 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866b505-52ed-469a-acc4-721804e7572e tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96040903-48f2-42ab-ad35-2dd9425f172e,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:49.258673 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0866b505-52ed-469a-acc4-721804e7572e tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.259914 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-0866b505-52ed-469a-acc4-721804e7572e tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1590114 Apr 08 17:56:49.263290 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 46628) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:49.267901 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [None req-27730cd8-3570-45ef-bf55-537e45ec5676 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Request body: {'security_group_rule': {'security_group_id': '4a099b92-edf0-4158-a6c1-806ae99ff2ed', 'project_id': '31673ad20ead49bd85bfae7300da6304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:56:49.270513 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port ecd040b8-9bbf-498a-9632-df7a915cb4af triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:49.270895 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (ecd040b8-9bbf-498a-9632-df7a915cb4af), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.299203 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-27730cd8-3570-45ef-bf55-537e45ec5676 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group_rule (c83feca1-ae03-4219-94b3-9626616deb6c), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.359941 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port ecd040b8-9bbf-498a-9632-df7a915cb4af is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:56:49.360644 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (ecd040b8-9bbf-498a-9632-df7a915cb4af), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.370586 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-27730cd8-3570-45ef-bf55-537e45ec5676 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group_rule (c83feca1-ae03-4219-94b3-9626616deb6c), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.377682 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-27730cd8-3570-45ef-bf55-537e45ec5676 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (c83feca1-ae03-4219-94b3-9626616deb6c), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.384848 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] For port ecd040b8-9bbf-498a-9632-df7a915cb4af, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=ecd040b8-9bbf-498a-9632-df7a915cb4af,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:56:49.390887 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (ecd040b8-9bbf-498a-9632-df7a915cb4af), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.394583 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27730cd8-3570-45ef-bf55-537e45ec5676 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83feca1-ae03-4219-94b3-9626616deb6c,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:49.407069 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-27730cd8-3570-45ef-bf55-537e45ec5676 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.408238 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-27730cd8-3570-45ef-bf55-537e45ec5676 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439939 Apr 08 17:56:49.411234 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 46630) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:49.415828 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-1fbdc4b8-0fac-4642-a0a8-c7d6678226e8 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Request body: {'security_group_rule': {'security_group_id': '4a099b92-edf0-4158-a6c1-806ae99ff2ed', 'project_id': '31673ad20ead49bd85bfae7300da6304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:56:49.443864 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1fbdc4b8-0fac-4642-a0a8-c7d6678226e8 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group_rule (1fbf7671-34de-41c4-ad8b-faca1ce607a8), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.448424 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Pushing event updated for resources: {'Port': ['ID=ecd040b8-9bbf-498a-9632-df7a915cb4af,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:49.508748 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1fbdc4b8-0fac-4642-a0a8-c7d6678226e8 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group_rule (1fbf7671-34de-41c4-ad8b-faca1ce607a8), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.514668 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1fbdc4b8-0fac-4642-a0a8-c7d6678226e8 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (1fbf7671-34de-41c4-ad8b-faca1ce607a8), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.533301 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.533869 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdc4b8-0fac-4642-a0a8-c7d6678226e8 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fbf7671-34de-41c4-ad8b-faca1ce607a8,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:49.542349 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1fbdc4b8-0fac-4642-a0a8-c7d6678226e8 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.544414 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-1fbdc4b8-0fac-4642-a0a8-c7d6678226e8 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320791 Apr 08 17:56:49.547175 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 46632) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:49.551577 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-5fe397f3-64d4-4186-b4b3-c686cd4e4466 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Request body: {'security_group_rule': {'security_group_id': '4a099b92-edf0-4158-a6c1-806ae99ff2ed', 'project_id': '31673ad20ead49bd85bfae7300da6304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:56:49.574507 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.securitygroups_db [None req-5fe397f3-64d4-4186-b4b3-c686cd4e4466 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Project 31673ad20ead49bd85bfae7300da6304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 17:56:49.580212 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5fe397f3-64d4-4186-b4b3-c686cd4e4466 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group_rule (0a1b4d85-9fca-4771-bbd5-23449314092b), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.641562 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5fe397f3-64d4-4186-b4b3-c686cd4e4466 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group_rule (0a1b4d85-9fca-4771-bbd5-23449314092b), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.646510 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5fe397f3-64d4-4186-b4b3-c686cd4e4466 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (0a1b4d85-9fca-4771-bbd5-23449314092b), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.664578 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe397f3-64d4-4186-b4b3-c686cd4e4466 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1b4d85-9fca-4771-bbd5-23449314092b,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:49.673401 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5fe397f3-64d4-4186-b4b3-c686cd4e4466 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.674632 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-5fe397f3-64d4-4186-b4b3-c686cd4e4466 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264822 Apr 08 17:56:49.677287 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 46634) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:49.681577 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-83d94c89-585b-4159-a582-f139e5ed6baa tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Request body: {'security_group_rule': {'security_group_id': '4a099b92-edf0-4158-a6c1-806ae99ff2ed', 'project_id': '31673ad20ead49bd85bfae7300da6304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:56:49.703466 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.securitygroups_db [None req-83d94c89-585b-4159-a582-f139e5ed6baa tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Project 31673ad20ead49bd85bfae7300da6304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 17:56:49.709044 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-83d94c89-585b-4159-a582-f139e5ed6baa tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group_rule (64d81b07-62de-4e27-9998-bad6109c10eb), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.772133 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-83d94c89-585b-4159-a582-f139e5ed6baa tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group_rule (64d81b07-62de-4e27-9998-bad6109c10eb), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.777674 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-83d94c89-585b-4159-a582-f139e5ed6baa tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772000'] for security_group_rule (64d81b07-62de-4e27-9998-bad6109c10eb), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.796238 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d94c89-585b-4159-a582-f139e5ed6baa tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d81b07-62de-4e27-9998-bad6109c10eb,revision_number=0']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:49.806902 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-83d94c89-585b-4159-a582-f139e5ed6baa tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.811781 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-83d94c89-585b-4159-a582-f139e5ed6baa tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299527 Apr 08 17:56:50.145311 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] Sync routers for ids ['389c1950-1c21-4ad6-808f-bb8221cf9f1b'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:56:50.157730 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] Routers {'389c1950-1c21-4ad6-808f-bb8221cf9f1b'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:56:50.158668 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:56:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['389c1950-1c21-4ad6-808f-bb8221cf9f1b'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:50.271664 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] Set router 389c1950-1c21-4ad6-808f-bb8221cf9f1b gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:56:50.464404 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389c1950-1c21-4ad6-808f-bb8221cf9f1b', 'name': 'tempest-TestVolumeBootPattern-352057288-router', 'tenant_id': '48f5b9881f0945bf96200fa36352639f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ecd040b8-9bbf-498a-9632-df7a915cb4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:43Z', 'updated_at': '2022-04-08T17:56:47Z', 'revision_number': 4, 'project_id': '48f5b9881f0945bf96200fa36352639f', 'gw_port': {'id': 'ecd040b8-9bbf-498a-9632-df7a915cb4af', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389c1950-1c21-4ad6-808f-bb8221cf9f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:44Z', 'updated_at': '2022-04-08T17:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '0365524c-febc-4888-a033-d01f9db7744a', 'name': '', 'network_id': 'c5204d68-2516-4ec4-a8d7-f4535487021a', 'tenant_id': '48f5b9881f0945bf96200fa36352639f', 'mac_address': 'fa:16:3e:6b:f8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389c1950-1c21-4ad6-808f-bb8221cf9f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '54d389a1-9b3a-4f27-b424-03fb950d481b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:46Z', 'updated_at': '2022-04-08T17:56:47Z', 'revision_number': 2, 'project_id': '48f5b9881f0945bf96200fa36352639f', 'subnets': [{'id': '54d389a1-9b3a-4f27-b424-03fb950d481b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:50.491205 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] Checking router: 389c1950-1c21-4ad6-808f-bb8221cf9f1b for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:56:50.491556 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] Updating router 389c1950-1c21-4ad6-808f-bb8221cf9f1b port 0365524c-febc-4888-a033-d01f9db7744a binding host dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:56:50.527264 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (0365524c-febc-4888-a033-d01f9db7744a), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:50.812336 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] Publish callbacks [] for port (0365524c-febc-4888-a033-d01f9db7744a), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:50.819231 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (0365524c-febc-4888-a033-d01f9db7744a), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:50.872423 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040be1c-3ad2-44af-aed6-9a4cef699174 None None] Pushing event updated for resources: {'Port': ['ID=0365524c-febc-4888-a033-d01f9db7744a,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:50.929488 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] Attempting to bind port 0365524c-febc-4888-a033-d01f9db7744a on host dv-cinder-837166-1-iscsi for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:56:50.929850 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] Attempting to bind port 0365524c-febc-4888-a033-d01f9db7744a by drivers openvswitch,hyperv on host dv-cinder-837166-1-iscsi at level 0 using segments [{'id': '795e4519-57c7-4141-8d86-bd96c512deed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c5204d68-2516-4ec4-a8d7-f4535487021a'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:56:50.930266 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] Attempting to bind port 0365524c-febc-4888-a033-d01f9db7744a on network c5204d68-2516-4ec4-a8d7-f4535487021a {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:56:50.936042 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] Checking agent: {'id': '9fad11e0-09b4-403b-8e43-54acf61f4a69', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 29, 50), 'started_at': datetime.datetime(2022, 4, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:56:50.937015 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] Checking segment: {'id': '795e4519-57c7-4141-8d86-bd96c512deed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c5204d68-2516-4ec4-a8d7-f4535487021a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:56:50.937421 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:50.937809 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] Bound using segment: {'id': '795e4519-57c7-4141-8d86-bd96c512deed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c5204d68-2516-4ec4-a8d7-f4535487021a'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:56:50.938271 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] Bound port: 0365524c-febc-4888-a033-d01f9db7744a, host: dv-cinder-837166-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795e4519-57c7-4141-8d86-bd96c512deed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c5204d68-2516-4ec4-a8d7-f4535487021a'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:56:50.938643 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (0365524c-febc-4888-a033-d01f9db7744a), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:51.005629 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] For port 0365524c-febc-4888-a033-d01f9db7744a, host dv-cinder-837166-1-iscsi, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:56:51.009145 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] For port 0365524c-febc-4888-a033-d01f9db7744a, host dv-cinder-837166-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=0365524c-febc-4888-a033-d01f9db7744a,segment=NetworkSegment(795e4519-57c7-4141-8d86-bd96c512deed),segment_id=795e4519-57c7-4141-8d86-bd96c512deed)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:56:51.016944 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (0365524c-febc-4888-a033-d01f9db7744a), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:51.076958 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] Routers {'389c1950-1c21-4ad6-808f-bb8221cf9f1b'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:56:51.077833 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:56:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['389c1950-1c21-4ad6-808f-bb8221cf9f1b'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:51.087680 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-39983373-5080-4505-8ca8-77fc6501935d None None] Provisioning complete for port 0365524c-febc-4888-a033-d01f9db7744a triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:51.088315 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-39983373-5080-4505-8ca8-77fc6501935d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (0365524c-febc-4888-a033-d01f9db7744a), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:51.122531 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040be1c-3ad2-44af-aed6-9a4cef699174 None None] Pushing event updated for resources: {'Port': ['ID=0365524c-febc-4888-a033-d01f9db7744a,revision_number=4']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:51.219838 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] Set router 389c1950-1c21-4ad6-808f-bb8221cf9f1b gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:56:51.271873 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device ecd040b8-9bbf-498a-9632-df7a915cb4af up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:56:51.377822 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port ecd040b8-9bbf-498a-9632-df7a915cb4af triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:51.378366 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (ecd040b8-9bbf-498a-9632-df7a915cb4af), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:51.410747 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-39983373-5080-4505-8ca8-77fc6501935d None None] Current status of the port 0365524c-febc-4888-a033-d01f9db7744a is: DOWN; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:56:51.411143 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-39983373-5080-4505-8ca8-77fc6501935d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (0365524c-febc-4888-a033-d01f9db7744a), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:51.443876 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389c1950-1c21-4ad6-808f-bb8221cf9f1b', 'name': 'tempest-TestVolumeBootPattern-352057288-router', 'tenant_id': '48f5b9881f0945bf96200fa36352639f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ecd040b8-9bbf-498a-9632-df7a915cb4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:43Z', 'updated_at': '2022-04-08T17:56:47Z', 'revision_number': 4, 'project_id': '48f5b9881f0945bf96200fa36352639f', 'gw_port': {'id': 'ecd040b8-9bbf-498a-9632-df7a915cb4af', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389c1950-1c21-4ad6-808f-bb8221cf9f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:44Z', 'updated_at': '2022-04-08T17:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '0365524c-febc-4888-a033-d01f9db7744a', 'name': '', 'network_id': 'c5204d68-2516-4ec4-a8d7-f4535487021a', 'tenant_id': '48f5b9881f0945bf96200fa36352639f', 'mac_address': 'fa:16:3e:6b:f8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389c1950-1c21-4ad6-808f-bb8221cf9f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '54d389a1-9b3a-4f27-b424-03fb950d481b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:46Z', 'updated_at': '2022-04-08T17:56:51Z', 'revision_number': 4, 'project_id': '48f5b9881f0945bf96200fa36352639f', 'subnets': [{'id': '54d389a1-9b3a-4f27-b424-03fb950d481b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:51.462774 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-39983373-5080-4505-8ca8-77fc6501935d None None] For port 0365524c-febc-4888-a033-d01f9db7744a, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=0365524c-febc-4888-a033-d01f9db7744a,segment=NetworkSegment(795e4519-57c7-4141-8d86-bd96c512deed),segment_id=795e4519-57c7-4141-8d86-bd96c512deed)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:56:51.475217 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5d3afb-b186-4c85-8be1-09b34d250f55 None None] The sync data for ids ['389c1950-1c21-4ad6-808f-bb8221cf9f1b'] in dv-cinder-837166-1-iscsi is: [{'id': '389c1950-1c21-4ad6-808f-bb8221cf9f1b', 'name': 'tempest-TestVolumeBootPattern-352057288-router', 'tenant_id': '48f5b9881f0945bf96200fa36352639f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ecd040b8-9bbf-498a-9632-df7a915cb4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:43Z', 'updated_at': '2022-04-08T17:56:47Z', 'revision_number': 4, 'project_id': '48f5b9881f0945bf96200fa36352639f', 'gw_port': {'id': 'ecd040b8-9bbf-498a-9632-df7a915cb4af', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389c1950-1c21-4ad6-808f-bb8221cf9f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:44Z', 'updated_at': '2022-04-08T17:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '0365524c-febc-4888-a033-d01f9db7744a', 'name': '', 'network_id': 'c5204d68-2516-4ec4-a8d7-f4535487021a', 'tenant_id': '48f5b9881f0945bf96200fa36352639f', 'mac_address': 'fa:16:3e:6b:f8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389c1950-1c21-4ad6-808f-bb8221cf9f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '54d389a1-9b3a-4f27-b424-03fb950d481b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:46Z', 'updated_at': '2022-04-08T17:56:51Z', 'revision_number': 4, 'project_id': '48f5b9881f0945bf96200fa36352639f', 'subnets': [{'id': '54d389a1-9b3a-4f27-b424-03fb950d481b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:56:51.487238 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-39983373-5080-4505-8ca8-77fc6501935d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (0365524c-febc-4888-a033-d01f9db7744a), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:51.530412 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port ecd040b8-9bbf-498a-9632-df7a915cb4af is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:56:51.552503 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39983373-5080-4505-8ca8-77fc6501935d None None] Pushing event updated for resources: {'Port': ['ID=0365524c-febc-4888-a033-d01f9db7744a,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:51.607619 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-e5f600a3-dd07-4913-97dd-28a37a941e91 None None] Provisioning complete for port 0365524c-febc-4888-a033-d01f9db7744a triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:51.607969 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e5f600a3-dd07-4913-97dd-28a37a941e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (0365524c-febc-4888-a033-d01f9db7744a), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:51.699480 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-e5f600a3-dd07-4913-97dd-28a37a941e91 None None] Current status of the port 0365524c-febc-4888-a033-d01f9db7744a is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:56:53.196235 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 0365524c-febc-4888-a033-d01f9db7744a up at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:56:53.243930 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Provisioning complete for port 0365524c-febc-4888-a033-d01f9db7744a triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:53.244534 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (0365524c-febc-4888-a033-d01f9db7744a), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:53.330982 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Current status of the port 0365524c-febc-4888-a033-d01f9db7744a is: ACTIVE; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:57:02.335100 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e8fc9c04-278c-4bce-a9ac-c3573d3def2c req-3e9de3c9-3591-4b4b-8090-44755d799de1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416932 Apr 08 17:57:02.429325 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc9c04-278c-4bce-a9ac-c3573d3def2c req-7cdb8e0c-ff9f-41fb-b568-d039e4d2022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:02.430853 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e8fc9c04-278c-4bce-a9ac-c3573d3def2c req-7cdb8e0c-ff9f-41fb-b568-d039e4d2022d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc8f668fe2c54b07aa0523c0576449f9&device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 1130 time: 0.0430126 Apr 08 17:57:02.550535 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc9c04-278c-4bce-a9ac-c3573d3def2c req-0368a252-5dad-46e7-83fd-c787c5347e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:02.551994 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e8fc9c04-278c-4bce-a9ac-c3573d3def2c req-0368a252-5dad-46e7-83fd-c787c5347e06 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda HTTP/1.1" status: 200 len: 910 time: 0.0992863 Apr 08 17:57:02.621612 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e8fc9c04-278c-4bce-a9ac-c3573d3def2c req-4b08602a-6f4c-410e-ba0c-9732be878036 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b7e93c2-59eb-461a-abd8-83d0972bb050 HTTP/1.1" status: 200 len: 1002 time: 0.0615137 Apr 08 17:57:02.683055 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc9c04-278c-4bce-a9ac-c3573d3def2c req-2c79d2c1-4599-4133-a04e-72bd56d58c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:02.684422 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e8fc9c04-278c-4bce-a9ac-c3573d3def2c req-2c79d2c1-4599-4133-a04e-72bd56d58c8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b796030-ee41-4109-87be-48399136d146 HTTP/1.1" status: 200 len: 848 time: 0.0531769 Apr 08 17:57:02.740743 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc9c04-278c-4bce-a9ac-c3573d3def2c req-1f4cc011-63fa-4c31-8a6e-cbc85421b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:02.742314 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e8fc9c04-278c-4bce-a9ac-c3573d3def2c req-1f4cc011-63fa-4c31-8a6e-cbc85421b4f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506530 Apr 08 17:57:02.846454 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e8fc9c04-278c-4bce-a9ac-c3573d3def2c req-d2ce90e1-521f-4d57-9e28-02503174c08e service neutron] 10.222.0.20 "GET /v2.0/networks/f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969300 Apr 08 17:57:02.954424 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e8fc9c04-278c-4bce-a9ac-c3573d3def2c req-0f3c71e7-f1e3-4989-acbf-e6b8547f2d06 service neutron] 10.222.0.20 "GET /v2.0/networks/f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970330 Apr 08 17:57:05.447233 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:57:13.039422 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3f967cc3-3e7f-4c36-b6a2-59c85bcf6e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:14.797463 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-74f8a1fe-ed43-4a68-8531-62ccbe653332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-244387946&fields=id&tenant_id=31673ad20ead49bd85bfae7300da6304 HTTP/1.1" status: 200 len: 267 time: 0.0520320 Apr 08 17:57:14.915738 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-bc7a2bf3-edee-4530-bec6-539e1eaf8433 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:14.917523 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-bc7a2bf3-edee-4530-bec6-539e1eaf8433 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/networks?id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc HTTP/1.1" status: 200 len: 811 time: 0.1097550 Apr 08 17:57:14.935296 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-33ed650c-0e29-42ef-85a2-0584ff44bb7b tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/quotas/31673ad20ead49bd85bfae7300da6304 HTTP/1.1" status: 200 len: 375 time: 0.0096533 Apr 08 17:57:14.990370 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-01eeeaf9-903a-431c-92c2-bcf23d9095db tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=31673ad20ead49bd85bfae7300da6304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474043 Apr 08 17:57:15.104318 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-cd6b38c5-4e9d-40ad-bc49-7088f4fbf687 service neutron] 10.222.0.86 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013811 Apr 08 17:57:15.209919 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-c7df146c-59fb-4d5d-9d8e-fc25f339e4c5 service neutron] 10.222.0.86 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996377 Apr 08 17:57:15.442252 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-46c0cc01-1159-455f-a89a-e73eb628a82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:15.518813 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-62baa4f0-3eb3-4e73-b1ad-f224e3963a08 req-5dee461c-2cb4-455b-ac2f-d833686e7a3c tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 210 time: 0.0287011 Apr 08 17:57:16.600505 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c042015e-d762-49b4-a0bd-c2bab819dff8 req-d1506748-888b-4dcb-a18c-b89ad9139109 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 210 time: 0.0317400 Apr 08 17:57:16.788979 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:16.839255 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:17.683284 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2cd95349-d3dc-40ac-893f-f40a84da4ff7 req-9101495a-dde3-4629-b753-f17e6fa9097c tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 210 time: 0.0295634 Apr 08 17:57:18.067922 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:18.767158 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-482dc254-6529-43da-8381-40c33a4f94b4 req-beab91c2-7037-4dd5-b4a7-03a9200bb697 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 210 time: 0.0286465 Apr 08 17:57:19.541341 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:19.876226 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c1500da6-1e70-4487-a844-c84238521461 req-868bb1a6-3064-4716-9dd9-0693288f67d6 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 210 time: 0.0319679 Apr 08 17:57:20.650013 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-0f5e6fc6-7f6c-4bec-809d-a098c4f071f5 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:20.651505 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-0f5e6fc6-7f6c-4bec-809d-a098c4f071f5 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.20 "GET /v2.0/networks?id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc HTTP/1.1" status: 200 len: 811 time: 0.1246629 Apr 08 17:57:20.717000 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-e7a29e3f-c490-4e88-b208-c4bbf4631f66 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31673ad20ead49bd85bfae7300da6304 HTTP/1.1" status: 200 len: 379 time: 0.0546391 Apr 08 17:57:20.728371 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-c941a22e-adff-4cfa-9e09-8aca612472aa tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Request body: {'port': {'device_id': 'a4e1b97d-2d03-47b7-b8de-959ccf1d54a1', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'admin_state_up': True, 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'security_groups': ['4a099b92-edf0-4158-a6c1-806ae99ff2ed']}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:57:20.844142 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-c941a22e-adff-4cfa-9e09-8aca612472aa tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Made reservation on behalf of 31673ad20ead49bd85bfae7300da6304 for: {'port': 1} {{(pid=103549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:57:20.847650 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-c941a22e-adff-4cfa-9e09-8aca612472aa tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:20.976268 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-c941a22e-adff-4cfa-9e09-8aca612472aa tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Allocated IP 172.20.0.8 (495e7117-9de8-40d4-b2ce-86dfc7a4d0cc/98c89128-6e6b-4e14-98c1-f50e23a0f5d6/e9083279-acef-401a-9bfe-d667d23728eb) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:57:20.978388 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2fe56f5b-76d7-4735-aed6-babb79912ee8 req-a110e16c-a98e-4d1e-ba3a-fcc8c5bd17a1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 210 time: 0.0331624 Apr 08 17:57:21.124517 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-c941a22e-adff-4cfa-9e09-8aca612472aa tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for port (e9083279-acef-401a-9bfe-d667d23728eb), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:21.160559 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-c941a22e-adff-4cfa-9e09-8aca612472aa tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (e9083279-acef-401a-9bfe-d667d23728eb), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:21.207847 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-c941a22e-adff-4cfa-9e09-8aca612472aa tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:57:21.211027 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-c941a22e-adff-4cfa-9e09-8aca612472aa tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:57:21.214904 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-c941a22e-adff-4cfa-9e09-8aca612472aa tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:57:21.223789 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941a22e-adff-4cfa-9e09-8aca612472aa tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event updated for resources: {'Port': ['ID=e9083279-acef-401a-9bfe-d667d23728eb,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:21.271490 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-c941a22e-adff-4cfa-9e09-8aca612472aa tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:21.272171 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-c941a22e-adff-4cfa-9e09-8aca612472aa tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:21.290360 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-c941a22e-adff-4cfa-9e09-8aca612472aa tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5655332 Apr 08 17:57:21.304221 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] Request body: {'port': {'device_id': 'a4e1b97d-2d03-47b7-b8de-959ccf1d54a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:57:21.367516 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (e9083279-acef-401a-9bfe-d667d23728eb), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:21.413775 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-fa5e554c-1ed8-4a13-bd3a-f694a197034a None None] Provisioning complete for port e9083279-acef-401a-9bfe-d667d23728eb triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:57:21.414348 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fa5e554c-1ed8-4a13-bd3a-f694a197034a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (e9083279-acef-401a-9bfe-d667d23728eb), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:21.453331 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-fa5e554c-1ed8-4a13-bd3a-f694a197034a None None] Port e9083279-acef-401a-9bfe-d667d23728eb cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:57:21.648763 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9083279-acef-401a-9bfe-d667d23728eb {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:57:21.656882 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] Publish callbacks [] for port (e9083279-acef-401a-9bfe-d667d23728eb), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:21.669713 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] Transition to ACTIVE for port object e9083279-acef-401a-9bfe-d667d23728eb will not be triggered until provisioned by entity L2. {{(pid=103549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:57:21.677496 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30663424'] for port (e9083279-acef-401a-9bfe-d667d23728eb), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:21.726852 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] Pushing event updated for resources: {'Port': ['ID=e9083279-acef-401a-9bfe-d667d23728eb,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:21.801812 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] Attempting to bind port e9083279-acef-401a-9bfe-d667d23728eb on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:57:21.802144 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] Attempting to bind port e9083279-acef-401a-9bfe-d667d23728eb by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '0dee3bfa-4c14-49f3-b834-7e796b6568e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:57:21.802454 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] Attempting to bind port e9083279-acef-401a-9bfe-d667d23728eb on network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:57:21.807533 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] Port e9083279-acef-401a-9bfe-d667d23728eb on network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:57:21.807861 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] Attempting to bind port e9083279-acef-401a-9bfe-d667d23728eb on network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:57:21.813555 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] Checking agent: {'id': '0d41f64d-5a28-4579-bdba-007f65057d65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:57:21.813905 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] Checking segment: {'id': '0dee3bfa-4c14-49f3-b834-7e796b6568e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:57:21.814325 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] Bound using segment: {'id': '0dee3bfa-4c14-49f3-b834-7e796b6568e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:57:21.814757 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] Bound port: e9083279-acef-401a-9bfe-d667d23728eb, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dee3bfa-4c14-49f3-b834-7e796b6568e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:57:21.815122 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (e9083279-acef-401a-9bfe-d667d23728eb), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:21.890545 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] For port e9083279-acef-401a-9bfe-d667d23728eb, host hv-cinder-83716, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:57:21.893729 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] For port e9083279-acef-401a-9bfe-d667d23728eb, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e9083279-acef-401a-9bfe-d667d23728eb,segment=NetworkSegment(0dee3bfa-4c14-49f3-b834-7e796b6568e0),segment_id=0dee3bfa-4c14-49f3-b834-7e796b6568e0)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:57:21.902758 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30663424'] for port (e9083279-acef-401a-9bfe-d667d23728eb), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:21.937012 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:21.937816 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:21.939332 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] 10.222.0.20 "PUT /v2.0/ports/e9083279-acef-401a-9bfe-d667d23728eb HTTP/1.1" status: 200 len: 1093 time: 0.6395459 Apr 08 17:57:21.939762 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e1b97d-2d03-47b7-b8de-959ccf1d54a1', 'tag': 'e9083279-acef-401a-9bfe-d667d23728eb'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:57:21.942288 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e999ad37-c993-478e-888f-7cb1c1f7f592" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e1b97d-2d03-47b7-b8de-959ccf1d54a1", "tag": "e9083279-acef-401a-9bfe-d667d23728eb"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:57:22.008212 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea983db-3bf6-400f-814b-33f517b290cd service neutron] Pushing event updated for resources: {'Port': ['ID=e9083279-acef-401a-9bfe-d667d23728eb,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:22.037653 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-a34b7a44-e624-4e33-a7e4-9868655e3311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:22.039563 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-a34b7a44-e624-4e33-a7e4-9868655e3311 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31673ad20ead49bd85bfae7300da6304&device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 1127 time: 0.0460601 Apr 08 17:57:22.092610 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08421c61-2485-42f4-9774-38dab9c8076a x-openstack-request-id: req-08421c61-2485-42f4-9774-38dab9c8076a {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:57:22.092888 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e1b97d-2d03-47b7-b8de-959ccf1d54a1", "tag": "e9083279-acef-401a-9bfe-d667d23728eb", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:57:22.093143 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-08421c61-2485-42f4-9774-38dab9c8076a {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:57:22.093558 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08421c61-2485-42f4-9774-38dab9c8076a'] response: {'name': 'network-changed', 'server_uuid': 'a4e1b97d-2d03-47b7-b8de-959ccf1d54a1', 'tag': 'e9083279-acef-401a-9bfe-d667d23728eb', 'status': 'completed', 'code': 200} Apr 08 17:57:22.095445 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-45b83c2c-229b-4236-8b0c-ac79d0210470 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9083279-acef-401a-9bfe-d667d23728eb HTTP/1.1" status: 200 len: 217 time: 0.0447464 Apr 08 17:57:22.118580 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17373416-9723-4b17-bb88-314460afe1ce req-879640c2-6f7f-4bd6-be77-e376a0e9fb52 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:22.120153 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-17373416-9723-4b17-bb88-314460afe1ce req-879640c2-6f7f-4bd6-be77-e376a0e9fb52 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 943 time: 0.0507178 Apr 08 17:57:22.151173 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-6cd24e59-4ae8-45a4-b809-65f3c956b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:22.153116 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-6cd24e59-4ae8-45a4-b809-65f3c956b078 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98c89128-6e6b-4e14-98c1-f50e23a0f5d6 HTTP/1.1" status: 200 len: 850 time: 0.0489519 Apr 08 17:57:22.174314 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-17373416-9723-4b17-bb88-314460afe1ce req-c7641aca-d034-4c39-9579-60f654708991 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470829 Apr 08 17:57:22.200259 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-8180b452-93f2-4211-8f5f-c914f563f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:22.201400 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-8180b452-93f2-4211-8f5f-c914f563f815 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406766 Apr 08 17:57:22.309434 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-d0468dc3-50ab-4cdb-a375-0a4cd9e662c7 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970881 Apr 08 17:57:22.412230 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-f452c670-d975-4297-9ff9-be7dd4db2a1b req-60ba1bf2-ff5a-485f-bce5-464e0187b906 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957825 Apr 08 17:57:23.310075 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7c010-e10d-4ce9-a153-cbc3b6cfe7ac req-14e7a127-fa51-449e-8373-fb704a8e92fd tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:23.311563 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c4e7c010-e10d-4ce9-a153-cbc3b6cfe7ac req-14e7a127-fa51-449e-8373-fb704a8e92fd tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 943 time: 0.0604701 Apr 08 17:57:23.361879 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-c4e7c010-e10d-4ce9-a153-cbc3b6cfe7ac req-b8e874da-a547-43a1-a403-fecef72aad98 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445199 Apr 08 17:57:23.658647 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999ad37-c993-478e-888f-7cb1c1f7f592 req-a301b827-7b58-4073-8983-79a7baebbd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:23.660143 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e999ad37-c993-478e-888f-7cb1c1f7f592 req-a301b827-7b58-4073-8983-79a7baebbd1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31673ad20ead49bd85bfae7300da6304&device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 1127 time: 0.0426335 Apr 08 17:57:23.759742 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999ad37-c993-478e-888f-7cb1c1f7f592 req-b21b6044-010b-4d81-ad88-954178662231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:23.761246 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e999ad37-c993-478e-888f-7cb1c1f7f592 req-b21b6044-010b-4d81-ad88-954178662231 service neutron] 10.222.0.20 "GET /v2.0/networks?id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc HTTP/1.1" status: 200 len: 912 time: 0.0917795 Apr 08 17:57:23.803840 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e999ad37-c993-478e-888f-7cb1c1f7f592 req-d3b5ec89-7488-479f-9b2f-77e5a8488323 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9083279-acef-401a-9bfe-d667d23728eb HTTP/1.1" status: 200 len: 217 time: 0.0352983 Apr 08 17:57:23.856378 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999ad37-c993-478e-888f-7cb1c1f7f592 req-47da6fbc-117f-47d6-a00f-62dee9704f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:23.857872 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e999ad37-c993-478e-888f-7cb1c1f7f592 req-47da6fbc-117f-47d6-a00f-62dee9704f1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98c89128-6e6b-4e14-98c1-f50e23a0f5d6 HTTP/1.1" status: 200 len: 850 time: 0.0464671 Apr 08 17:57:23.906001 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999ad37-c993-478e-888f-7cb1c1f7f592 req-2d4eaaa2-6b8b-494f-9617-909675d590e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:23.907484 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e999ad37-c993-478e-888f-7cb1c1f7f592 req-2d4eaaa2-6b8b-494f-9617-909675d590e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403724 Apr 08 17:57:24.002352 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e999ad37-c993-478e-888f-7cb1c1f7f592 req-5c493001-4923-49e5-b46b-4602d8173163 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871341 Apr 08 17:57:24.096732 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e999ad37-c993-478e-888f-7cb1c1f7f592 req-cb915fb9-74c4-47f5-827a-2f8f5a1fafd2 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876672 Apr 08 17:57:24.484707 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe2c19-7dbf-422f-98f7-9b28ae88a45f req-8b242733-dbf1-4b26-ba3c-9fcc21c2e6cb tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:24.486180 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1fbe2c19-7dbf-422f-98f7-9b28ae88a45f req-8b242733-dbf1-4b26-ba3c-9fcc21c2e6cb tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 943 time: 0.0486777 Apr 08 17:57:24.538284 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1fbe2c19-7dbf-422f-98f7-9b28ae88a45f req-3558bb25-4eae-421a-98a1-7b63b1cf34de tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441668 Apr 08 17:57:25.666356 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0eb45f-5a28-4e80-84f5-175d207b2fa9 req-4d733d6b-dce2-4782-a37f-57d20bdee963 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:25.667930 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7a0eb45f-5a28-4e80-84f5-175d207b2fa9 req-4d733d6b-dce2-4782-a37f-57d20bdee963 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 943 time: 0.0495191 Apr 08 17:57:25.717163 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-7a0eb45f-5a28-4e80-84f5-175d207b2fa9 req-2221b1af-43d8-4bb5-8e78-cc0625699e37 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434170 Apr 08 17:57:26.862559 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a07a6-b891-41d1-9d71-f9ceb4622288 req-18fb0830-2a27-409c-84b0-6ecf922875ad tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:26.864045 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-075a07a6-b891-41d1-9d71-f9ceb4622288 req-18fb0830-2a27-409c-84b0-6ecf922875ad tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 943 time: 0.0696399 Apr 08 17:57:26.922301 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-075a07a6-b891-41d1-9d71-f9ceb4622288 req-160b50a2-6004-408c-9ab2-633c22410cc1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492036 Apr 08 17:57:28.055566 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f37d17-3df4-4c31-816c-5423c13b3372 req-6f374ddd-ae18-4a31-b391-ac228bd955bd tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:28.057062 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e2f37d17-3df4-4c31-816c-5423c13b3372 req-6f374ddd-ae18-4a31-b391-ac228bd955bd tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 943 time: 0.0490417 Apr 08 17:57:28.108682 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e2f37d17-3df4-4c31-816c-5423c13b3372 req-f204cb71-59ff-46ce-91d2-d1a87d41f5f2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437982 Apr 08 17:57:29.237992 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07837a-804e-40fc-a4fb-d30517b9fe06 req-1d8b1bb7-2aef-42e2-b49e-1788b4a6141f tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:29.239469 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0f07837a-804e-40fc-a4fb-d30517b9fe06 req-1d8b1bb7-2aef-42e2-b49e-1788b4a6141f tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 943 time: 0.0485637 Apr 08 17:57:29.291069 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0f07837a-804e-40fc-a4fb-d30517b9fe06 req-47528e8f-124c-4fa9-bda1-68b7c6e60871 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458231 Apr 08 17:57:30.419432 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d465f72-e3ca-4c4a-bc22-a9b9eb129a5e req-e43889e5-cb5f-4280-af36-7528b2ba4723 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:30.421153 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0d465f72-e3ca-4c4a-bc22-a9b9eb129a5e req-e43889e5-cb5f-4280-af36-7528b2ba4723 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 943 time: 0.0544484 Apr 08 17:57:30.473659 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0d465f72-e3ca-4c4a-bc22-a9b9eb129a5e req-50358913-5f33-4652-9020-a4f000cdb77a tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439105 Apr 08 17:57:31.602515 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73d93d-54b6-4281-b24e-e05b80b3b3e9 req-fcbd3fd7-12d9-4880-93af-90f03fdc952e tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:31.603976 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ea73d93d-54b6-4281-b24e-e05b80b3b3e9 req-fcbd3fd7-12d9-4880-93af-90f03fdc952e tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 943 time: 0.0523572 Apr 08 17:57:31.662184 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ea73d93d-54b6-4281-b24e-e05b80b3b3e9 req-77684763-d058-4fd9-9797-84f75c2f4427 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502236 Apr 08 17:57:32.177751 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device e9083279-acef-401a-9bfe-d667d23728eb details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:57:32.295251 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port e9083279-acef-401a-9bfe-d667d23728eb, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e9083279-acef-401a-9bfe-d667d23728eb,segment=NetworkSegment(0dee3bfa-4c14-49f3-b834-7e796b6568e0),segment_id=0dee3bfa-4c14-49f3-b834-7e796b6568e0)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:57:32.308157 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': 'e9083279-acef-401a-9bfe-d667d23728eb', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'port_id': 'e9083279-acef-401a-9bfe-d667d23728eb', 'mac_address': 'fa:16:3e:cd:d5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:57:32.353808 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port e9083279-acef-401a-9bfe-d667d23728eb is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:57:32.354325 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (e9083279-acef-401a-9bfe-d667d23728eb), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:32.374208 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9083279-acef-401a-9bfe-d667d23728eb {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:57:32.394684 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port e9083279-acef-401a-9bfe-d667d23728eb, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e9083279-acef-401a-9bfe-d667d23728eb,segment=NetworkSegment(0dee3bfa-4c14-49f3-b834-7e796b6568e0),segment_id=0dee3bfa-4c14-49f3-b834-7e796b6568e0)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:57:32.401325 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (e9083279-acef-401a-9bfe-d667d23728eb), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:32.452933 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=e9083279-acef-401a-9bfe-d667d23728eb,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:32.795538 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892099f-0d1e-4803-bcf5-d57e94407896 req-7ec4ebda-798d-48b9-a4ff-71aa425ea60a tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:32.797314 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a892099f-0d1e-4803-bcf5-d57e94407896 req-7ec4ebda-798d-48b9-a4ff-71aa425ea60a tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 944 time: 0.0578094 Apr 08 17:57:32.846318 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['e9083279-acef-401a-9bfe-d667d23728eb'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:57:32.851683 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a892099f-0d1e-4803-bcf5-d57e94407896 req-45697e8b-59d6-48a6-b103-cc07e50754e1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463777 Apr 08 17:57:33.976772 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b715f6e-4807-4e42-ae2e-e8184de3a67a req-fc250313-cb25-42f5-ae79-965f76d7da7e tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:33.978256 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5b715f6e-4807-4e42-ae2e-e8184de3a67a req-fc250313-cb25-42f5-ae79-965f76d7da7e tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 944 time: 0.0573599 Apr 08 17:57:34.030856 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-5b715f6e-4807-4e42-ae2e-e8184de3a67a req-e338c453-f9af-4677-8ce2-8d93ee59b9c2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448143 Apr 08 17:57:34.193622 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device e9083279-acef-401a-9bfe-d667d23728eb up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:57:34.243617 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning for port e9083279-acef-401a-9bfe-d667d23728eb completed by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:57:34.252390 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port e9083279-acef-401a-9bfe-d667d23728eb triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:57:34.252800 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (e9083279-acef-401a-9bfe-d667d23728eb), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:34.337534 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port e9083279-acef-401a-9bfe-d667d23728eb is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:57:34.338008 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (e9083279-acef-401a-9bfe-d667d23728eb), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:34.363826 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e1b97d-2d03-47b7-b8de-959ccf1d54a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9083279-acef-401a-9bfe-d667d23728eb'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:57:34.366213 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329320e3-b813-4f99-915c-a50999f5eca1" -d '{"events": [{"server_uuid": "a4e1b97d-2d03-47b7-b8de-959ccf1d54a1", "name": "network-vif-plugged", "status": "completed", "tag": "e9083279-acef-401a-9bfe-d667d23728eb"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:57:34.379821 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port e9083279-acef-401a-9bfe-d667d23728eb, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e9083279-acef-401a-9bfe-d667d23728eb,segment=NetworkSegment(0dee3bfa-4c14-49f3-b834-7e796b6568e0),segment_id=0dee3bfa-4c14-49f3-b834-7e796b6568e0)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:57:34.384995 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (e9083279-acef-401a-9bfe-d667d23728eb), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:34.411359 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181f874d-0d8d-456b-beaa-dd2e1f2fd314 x-openstack-request-id: req-181f874d-0d8d-456b-beaa-dd2e1f2fd314 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:57:34.411654 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e1b97d-2d03-47b7-b8de-959ccf1d54a1", "name": "network-vif-plugged", "status": "completed", "tag": "e9083279-acef-401a-9bfe-d667d23728eb", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:57:34.411904 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-181f874d-0d8d-456b-beaa-dd2e1f2fd314 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:57:34.412286 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-181f874d-0d8d-456b-beaa-dd2e1f2fd314'] response: {'server_uuid': 'a4e1b97d-2d03-47b7-b8de-959ccf1d54a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9083279-acef-401a-9bfe-d667d23728eb', 'code': 200} Apr 08 17:57:34.439642 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=e9083279-acef-401a-9bfe-d667d23728eb,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:34.657378 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cf159-a2dc-42b4-aa26-6fe142cf6833 req-fd8318dc-ac1c-4c69-a57f-78664e234d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:34.659315 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5a5cf159-a2dc-42b4-aa26-6fe142cf6833 req-fd8318dc-ac1c-4c69-a57f-78664e234d4b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 1129 time: 0.0438757 Apr 08 17:57:34.714416 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5a5cf159-a2dc-42b4-aa26-6fe142cf6833 req-538b3cb9-68c1-4876-a74a-47198a16a379 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486770 Apr 08 17:57:35.161344 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc5cf0-2e7b-4de5-87a6-dd91bf894f71 req-0fee72ad-65a5-46d2-a70e-0e77e28bbfeb tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:35.162946 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2bcc5cf0-2e7b-4de5-87a6-dd91bf894f71 req-0fee72ad-65a5-46d2-a70e-0e77e28bbfeb tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 945 time: 0.0558755 Apr 08 17:57:35.214353 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-2bcc5cf0-2e7b-4de5-87a6-dd91bf894f71 req-31b5c557-ec25-4b8a-ab89-47351231d7a7 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456440 Apr 08 17:57:36.336238 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4f9b-c770-48be-8d30-efe1e7493ba7 req-fca75efa-54ee-4f50-bdf8-ed626a38b694 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:36.337750 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1a7c4f9b-c770-48be-8d30-efe1e7493ba7 req-fca75efa-54ee-4f50-bdf8-ed626a38b694 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 945 time: 0.0503030 Apr 08 17:57:36.392393 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1a7c4f9b-c770-48be-8d30-efe1e7493ba7 req-ab84643d-0ca5-42cc-a42d-e8138e504b94 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489457 Apr 08 17:57:37.521114 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec4afe-899c-4852-b182-78776535b8e6 req-6e1833ff-ec7e-4753-866d-c43a6c5dcf1e tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:37.522589 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c1ec4afe-899c-4852-b182-78776535b8e6 req-6e1833ff-ec7e-4753-866d-c43a6c5dcf1e tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 945 time: 0.0548577 Apr 08 17:57:37.579042 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c1ec4afe-899c-4852-b182-78776535b8e6 req-01e7b96a-b611-4a1d-92ac-943b9fa6928f tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472496 Apr 08 17:57:37.692601 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da647eb1-3cfc-4164-91cf-61f3bb777c0f req-d00f13f2-8238-4c26-a797-47cd99762198 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:37.693999 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-da647eb1-3cfc-4164-91cf-61f3bb777c0f req-d00f13f2-8238-4c26-a797-47cd99762198 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 945 time: 0.0485678 Apr 08 17:57:37.752163 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-da647eb1-3cfc-4164-91cf-61f3bb777c0f req-2bdfa933-3e4d-4b38-bce1-c80c053f99bc tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498965 Apr 08 17:57:37.779591 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 46844) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:57:37.943656 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d831f3c-46c2-403a-a707-34156ebd82c3 tempest-TestVolumeBootPattern-1657092103 tempest-TestVolumeBootPattern-1657092103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:37.945179 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-4d831f3c-46c2-403a-a707-34156ebd82c3 tempest-TestVolumeBootPattern-1657092103 tempest-TestVolumeBootPattern-1657092103-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 1124 time: 0.1643796 Apr 08 17:57:37.948323 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 46848) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:57:37.952829 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Request body: {'floatingip': {'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'port_id': 'e9083279-acef-401a-9bfe-d667d23728eb', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:57:37.979266 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:38.071664 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:38.194296 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Allocated IP 172.27.1.57 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/156f9b6c-5589-4a8b-bf49-f2ec8988884e) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:57:38.305580 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for port (156f9b6c-5589-4a8b-bf49-f2ec8988884e), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:38.345990 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (156f9b6c-5589-4a8b-bf49-f2ec8988884e), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:38.382942 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:57:38.387295 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:57:38.394288 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:57:38.397309 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event updated for resources: {'Port': ['ID=156f9b6c-5589-4a8b-bf49-f2ec8988884e,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:38.428639 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:38.428995 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:38.429331 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:38.429671 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:38.429986 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:38.430319 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:38.430640 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:38.430969 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:38.431295 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:38.431621 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:38.431949 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:38.432269 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:38.432623 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:38.432942 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:38.433261 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:39.093670 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for floatingip (683bf363-f8d5-4b09-9116-14e12e4ab774), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:39.176814 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (156f9b6c-5589-4a8b-bf49-f2ec8988884e), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:39.333717 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for port (156f9b6c-5589-4a8b-bf49-f2ec8988884e), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:39.340617 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30663424'] for port (156f9b6c-5589-4a8b-bf49-f2ec8988884e), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:39.418793 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event updated for resources: {'Port': ['ID=156f9b6c-5589-4a8b-bf49-f2ec8988884e,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:39.429074 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (683bf363-f8d5-4b09-9116-14e12e4ab774), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:39.547373 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.l3_db [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Floating IP 683bf363-f8d5-4b09-9116-14e12e4ab774 associated. External IP: 172.27.1.57, port: e9083279-acef-401a-9bfe-d667d23728eb. Apr 08 17:57:39.763778 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Router 12fc0726-47b6-429b-9293-f981d55220b1 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:57:39.898097 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:57:39.908413 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc70774-576b-49cb-8788-55dab0654b34 None None] Sync routers for ids ['12fc0726-47b6-429b-9293-f981d55220b1'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:57:39.919378 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc70774-576b-49cb-8788-55dab0654b34 None None] Routers {'12fc0726-47b6-429b-9293-f981d55220b1'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:57:39.919614 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:39.920236 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-ebc70774-576b-49cb-8788-55dab0654b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:57:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['12fc0726-47b6-429b-9293-f981d55220b1'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:57:39.951218 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-e31ec7c3-da43-41e0-8f25-0d875c67b788 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0016282 Apr 08 17:57:39.951983 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e1b97d-2d03-47b7-b8de-959ccf1d54a1', 'tag': 'e9083279-acef-401a-9bfe-d667d23728eb'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:57:39.955215 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc4353a-8051-401d-9390-8180b53e935f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e1b97d-2d03-47b7-b8de-959ccf1d54a1", "tag": "e9083279-acef-401a-9bfe-d667d23728eb"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:57:39.992850 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dbeacb-066d-4bdd-ae2c-8e1eba14f63a x-openstack-request-id: req-40dbeacb-066d-4bdd-ae2c-8e1eba14f63a {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:57:39.993203 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e1b97d-2d03-47b7-b8de-959ccf1d54a1", "tag": "e9083279-acef-401a-9bfe-d667d23728eb", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:57:39.993453 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-40dbeacb-066d-4bdd-ae2c-8e1eba14f63a {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:57:39.994198 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40dbeacb-066d-4bdd-ae2c-8e1eba14f63a'] response: {'name': 'network-changed', 'server_uuid': 'a4e1b97d-2d03-47b7-b8de-959ccf1d54a1', 'tag': 'e9083279-acef-401a-9bfe-d667d23728eb', 'status': 'completed', 'code': 200} Apr 08 17:57:40.033050 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-ebc70774-576b-49cb-8788-55dab0654b34 None None] Set router 12fc0726-47b6-429b-9293-f981d55220b1 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:57:40.066415 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4353a-8051-401d-9390-8180b53e935f req-86e30c34-ebe0-4f0f-9505-c2796002e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:40.068089 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4dc4353a-8051-401d-9390-8180b53e935f req-86e30c34-ebe0-4f0f-9505-c2796002e2de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31673ad20ead49bd85bfae7300da6304&device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 1129 time: 0.0492966 Apr 08 17:57:40.174618 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4353a-8051-401d-9390-8180b53e935f req-4aed94b0-e35e-4e27-834a-b9962e6ad00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:40.176288 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4dc4353a-8051-401d-9390-8180b53e935f req-4aed94b0-e35e-4e27-834a-b9962e6ad00b service neutron] 10.222.0.20 "GET /v2.0/networks?id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc HTTP/1.1" status: 200 len: 912 time: 0.0955422 Apr 08 17:57:40.223076 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a6755-19a8-4ff3-83de-80ef7d37d0e4 req-5553c64c-6440-4811-b8b0-824986581eaf tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:40.224639 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-101a6755-19a8-4ff3-83de-80ef7d37d0e4 req-5553c64c-6440-4811-b8b0-824986581eaf tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0524702 Apr 08 17:57:40.276000 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-ebc70774-576b-49cb-8788-55dab0654b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '683bf363-f8d5-4b09-9116-14e12e4ab774', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'port_id': 'e9083279-acef-401a-9bfe-d667d23728eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'mac_address': 'fa:16:3e:cd:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e1b97d-2d03-47b7-b8de-959ccf1d54a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:57:38Z', 'updated_at': '2022-04-08T17:57:38Z', 'revision_number': 0, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c89ba22-3eee-4e17-a94d-d5e316eb9355', 'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'mac_address': 'fa:16:3e:f7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:41Z', 'updated_at': '2022-04-08T17:56:45Z', 'revision_number': 5, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'subnets': [{'id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:57:40.279603 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-101a6755-19a8-4ff3-83de-80ef7d37d0e4 req-30e43b05-39c1-48cb-a747-5e29b624e224 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487273 Apr 08 17:57:40.304968 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc70774-576b-49cb-8788-55dab0654b34 None None] Checking router: 12fc0726-47b6-429b-9293-f981d55220b1 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:57:40.313923 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc70774-576b-49cb-8788-55dab0654b34 None None] Routers {'12fc0726-47b6-429b-9293-f981d55220b1'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:57:40.314560 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-ebc70774-576b-49cb-8788-55dab0654b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:57:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['12fc0726-47b6-429b-9293-f981d55220b1'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:57:40.331183 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4dc4353a-8051-401d-9390-8180b53e935f req-b2c6562a-8163-4f50-b7e3-81e24f272210 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9083279-acef-401a-9bfe-d667d23728eb HTTP/1.1" status: 200 len: 998 time: 0.0713928 Apr 08 17:57:40.384039 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4353a-8051-401d-9390-8180b53e935f req-c688cd7b-d39d-4555-9b9b-80254946f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:40.385558 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4dc4353a-8051-401d-9390-8180b53e935f req-c688cd7b-d39d-4555-9b9b-80254946f362 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98c89128-6e6b-4e14-98c1-f50e23a0f5d6 HTTP/1.1" status: 200 len: 850 time: 0.0442696 Apr 08 17:57:40.428476 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-ebc70774-576b-49cb-8788-55dab0654b34 None None] Set router 12fc0726-47b6-429b-9293-f981d55220b1 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:57:40.435965 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4353a-8051-401d-9390-8180b53e935f req-e0fd8fae-fe30-4799-9860-12e3d46b5ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:40.437520 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4dc4353a-8051-401d-9390-8180b53e935f req-e0fd8fae-fe30-4799-9860-12e3d46b5ab0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419431 Apr 08 17:57:40.539318 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4dc4353a-8051-401d-9390-8180b53e935f req-5a2e8ebb-6215-4d82-ad02-aa49e55d640f service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921543 Apr 08 17:57:40.634358 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4dc4353a-8051-401d-9390-8180b53e935f req-3628c468-3f40-43f5-88d4-07d73ce25e94 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858886 Apr 08 17:57:40.653142 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-ebc70774-576b-49cb-8788-55dab0654b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '683bf363-f8d5-4b09-9116-14e12e4ab774', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'port_id': 'e9083279-acef-401a-9bfe-d667d23728eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'mac_address': 'fa:16:3e:cd:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e1b97d-2d03-47b7-b8de-959ccf1d54a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:57:38Z', 'updated_at': '2022-04-08T17:57:38Z', 'revision_number': 0, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c89ba22-3eee-4e17-a94d-d5e316eb9355', 'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'mac_address': 'fa:16:3e:f7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:41Z', 'updated_at': '2022-04-08T17:56:45Z', 'revision_number': 5, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'subnets': [{'id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:57:40.680172 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc70774-576b-49cb-8788-55dab0654b34 None None] The sync data for ids ['12fc0726-47b6-429b-9293-f981d55220b1'] in dv-cinder-837166-1-iscsi is: [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '683bf363-f8d5-4b09-9116-14e12e4ab774', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'port_id': 'e9083279-acef-401a-9bfe-d667d23728eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'mac_address': 'fa:16:3e:cd:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e1b97d-2d03-47b7-b8de-959ccf1d54a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:57:38Z', 'updated_at': '2022-04-08T17:57:38Z', 'revision_number': 0, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c89ba22-3eee-4e17-a94d-d5e316eb9355', 'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'mac_address': 'fa:16:3e:f7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:41Z', 'updated_at': '2022-04-08T17:56:45Z', 'revision_number': 5, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'subnets': [{'id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:57:40.880085 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043f70a-8ebd-419f-8034-14246eacbc89 None None] New status for floating IP 683bf363-f8d5-4b09-9116-14e12e4ab774: ACTIVE {{(pid=103551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:57:41.409806 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812805e-9263-4a27-9206-b4e6940b7f68 req-9b4d497b-a83e-4b71-ba8d-5aa27186c7a4 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:41.411621 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2812805e-9263-4a27-9206-b4e6940b7f68 req-9b4d497b-a83e-4b71-ba8d-5aa27186c7a4 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0604672 Apr 08 17:57:41.465210 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2812805e-9263-4a27-9206-b4e6940b7f68 req-181fd47c-5c63-4c3f-b83e-a78c2dfcd5a0 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476480 Apr 08 17:57:42.455460 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:57:42.605156 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75363db5-1a3b-4673-b5ab-1bed25ad58da req-2f8698da-652b-412e-8266-52a066f14219 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:42.606655 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-75363db5-1a3b-4673-b5ab-1bed25ad58da req-2f8698da-652b-412e-8266-52a066f14219 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0663307 Apr 08 17:57:42.659430 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-75363db5-1a3b-4673-b5ab-1bed25ad58da req-4a351dde-f765-4706-a5be-e2ea89924424 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442789 Apr 08 17:57:43.035715 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-76b68dd0-b011-4335-ae2a-ed974cb415d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:43.794394 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9eb8b-9005-4953-a8c3-eef5373af16a req-3469a570-0052-4f37-bb6e-68f4ebce033f tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:43.795867 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d6c9eb8b-9005-4953-a8c3-eef5373af16a req-3469a570-0052-4f37-bb6e-68f4ebce033f tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0574183 Apr 08 17:57:43.867309 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d6c9eb8b-9005-4953-a8c3-eef5373af16a req-a2565ae2-b4c3-4525-bba9-52a35356ed8c tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620060 Apr 08 17:57:45.008109 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c54699-e4f9-4fdb-b7b7-cf3a65f590a3 req-b97a3e5c-9061-47e0-85da-07bdb89a1ff7 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:45.010154 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-89c54699-e4f9-4fdb-b7b7-cf3a65f590a3 req-b97a3e5c-9061-47e0-85da-07bdb89a1ff7 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0564349 Apr 08 17:57:45.067383 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-89c54699-e4f9-4fdb-b7b7-cf3a65f590a3 req-d691af15-3b37-4aef-ba2f-b6fb969f9e7f tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480797 Apr 08 17:57:45.449691 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6f3f1bde-43a3-4e84-b1f2-f0a7f9f3c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:46.200707 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb37b0-c678-42ae-bc7b-49a4ece59a8c req-2ae7fb6d-12df-4c18-87ec-bad0112afc0d tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:46.202213 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-48cb37b0-c678-42ae-bc7b-49a4ece59a8c req-2ae7fb6d-12df-4c18-87ec-bad0112afc0d tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0505853 Apr 08 17:57:46.261586 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-48cb37b0-c678-42ae-bc7b-49a4ece59a8c req-fe212b81-e64d-4030-80f0-0f39e775fd5d tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524125 Apr 08 17:57:46.793460 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:46.849976 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:47.387114 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2ed91-8acf-4983-964e-78a99ebc3d45 req-c3e143a4-ed1f-41db-9fab-c92fe5f7bd43 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:47.388547 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7dd2ed91-8acf-4983-964e-78a99ebc3d45 req-c3e143a4-ed1f-41db-9fab-c92fe5f7bd43 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0517356 Apr 08 17:57:47.444298 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7dd2ed91-8acf-4983-964e-78a99ebc3d45 req-acd837fe-2ddf-4834-b506-d347a53d2b82 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488949 Apr 08 17:57:48.065351 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:48.591615 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee43850-5eac-48f3-ac0d-cb73c7ad286f req-584200db-f866-4a65-be20-f739a4f78a55 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:48.593144 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-dee43850-5eac-48f3-ac0d-cb73c7ad286f req-584200db-f866-4a65-be20-f739a4f78a55 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0622828 Apr 08 17:57:48.663546 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-dee43850-5eac-48f3-ac0d-cb73c7ad286f req-238c0778-fa79-4e14-a013-174b31b92280 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613923 Apr 08 17:57:49.549261 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:49.791941 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ca0b9-67b1-43a7-94c0-1e1dffa780e9 req-114735ae-3385-4b1e-a3cb-4048e2c4cb9d tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:49.793466 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-040ca0b9-67b1-43a7-94c0-1e1dffa780e9 req-114735ae-3385-4b1e-a3cb-4048e2c4cb9d tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0520327 Apr 08 17:57:49.850925 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-040ca0b9-67b1-43a7-94c0-1e1dffa780e9 req-fb6711ed-19f4-4633-8d5d-5f24e3e44621 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483327 Apr 08 17:57:50.973266 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf161e-3381-417d-955f-09d257f8ecde req-1bccca28-4297-4807-b1d1-e1df4d567187 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:50.975075 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e9cf161e-3381-417d-955f-09d257f8ecde req-1bccca28-4297-4807-b1d1-e1df4d567187 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0553277 Apr 08 17:57:51.026236 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-e9cf161e-3381-417d-955f-09d257f8ecde req-c291be5c-e479-4185-b372-42618b5c6738 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453770 Apr 08 17:57:52.149255 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2587c2f-78ee-475a-b603-ad0457154cc3 req-e647c351-0d6b-4c25-bf11-c18aea8d96fb tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:52.150754 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a2587c2f-78ee-475a-b603-ad0457154cc3 req-e647c351-0d6b-4c25-bf11-c18aea8d96fb tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0505974 Apr 08 17:57:52.203816 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a2587c2f-78ee-475a-b603-ad0457154cc3 req-e8331a6a-0174-4e4c-b68e-4fe96b47af65 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469704 Apr 08 17:57:53.338738 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b7980-d3d2-4252-a964-37c9d5f30e7e req-2c4332d9-3fea-4c03-94f5-bd2f3bbf47c5 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:53.340253 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3f5b7980-d3d2-4252-a964-37c9d5f30e7e req-2c4332d9-3fea-4c03-94f5-bd2f3bbf47c5 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0577390 Apr 08 17:57:53.394989 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3f5b7980-d3d2-4252-a964-37c9d5f30e7e req-13adca39-79eb-434b-a4f2-eeb6b01099be tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465066 Apr 08 17:57:54.526681 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ffd27-6e36-4b86-b45b-5300b674dd30 req-bf87ef30-b4e0-4168-b717-de2ce8e9c2ed tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:54.528407 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a63ffd27-6e36-4b86-b45b-5300b674dd30 req-bf87ef30-b4e0-4168-b717-de2ce8e9c2ed tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0516293 Apr 08 17:57:54.577677 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a63ffd27-6e36-4b86-b45b-5300b674dd30 req-19b1182e-55ad-4a11-b64d-52206c8020cb tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433455 Apr 08 17:57:55.405396 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40257ea6-7a3e-4790-9e72-e324161ba84e req-1b24e015-dae4-41bd-bf60-3b69fc90be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:55.406826 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-40257ea6-7a3e-4790-9e72-e324161ba84e req-1b24e015-dae4-41bd-bf60-3b69fc90be3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc8f668fe2c54b07aa0523c0576449f9&device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 1130 time: 0.0477395 Apr 08 17:57:55.519559 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40257ea6-7a3e-4790-9e72-e324161ba84e req-b6f689b9-0a44-42fe-91ed-52de748bcaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:55.521063 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-40257ea6-7a3e-4790-9e72-e324161ba84e req-b6f689b9-0a44-42fe-91ed-52de748bcaa4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda HTTP/1.1" status: 200 len: 910 time: 0.1076095 Apr 08 17:57:55.593633 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-40257ea6-7a3e-4790-9e72-e324161ba84e req-da18cb8b-e0c7-430b-97c6-db5bc6e17c4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b7e93c2-59eb-461a-abd8-83d0972bb050 HTTP/1.1" status: 200 len: 1002 time: 0.0655811 Apr 08 17:57:55.646054 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40257ea6-7a3e-4790-9e72-e324161ba84e req-bfb7a9e3-287b-4443-946e-123d763676dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:55.648743 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-40257ea6-7a3e-4790-9e72-e324161ba84e req-bfb7a9e3-287b-4443-946e-123d763676dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b796030-ee41-4109-87be-48399136d146 HTTP/1.1" status: 200 len: 848 time: 0.0474768 Apr 08 17:57:55.726096 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb2adc-a681-43b8-9d77-702e84a4ff7a req-dc446052-b3b7-4451-9d0d-bc8d89d943c4 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:55.727577 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-aabb2adc-a681-43b8-9d77-702e84a4ff7a req-dc446052-b3b7-4451-9d0d-bc8d89d943c4 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0781693 Apr 08 17:57:55.728728 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40257ea6-7a3e-4790-9e72-e324161ba84e req-3192287d-32f5-477a-83e9-957dd0fb1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:55.730123 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-40257ea6-7a3e-4790-9e72-e324161ba84e req-3192287d-32f5-477a-83e9-957dd0fb1e5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716066 Apr 08 17:57:55.836630 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-aabb2adc-a681-43b8-9d77-702e84a4ff7a req-e23d2f29-7041-40c4-8aff-ea4264bdc11e tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018105 Apr 08 17:57:55.857369 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-40257ea6-7a3e-4790-9e72-e324161ba84e req-e9d1182e-f4d5-4e04-9f99-e0637fe4dcbb service neutron] 10.222.0.20 "GET /v2.0/networks/f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168191 Apr 08 17:57:55.950909 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-40257ea6-7a3e-4790-9e72-e324161ba84e req-ebf6b0f4-5553-4763-9dcb-fadd550d1f77 service neutron] 10.222.0.20 "GET /v2.0/networks/f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862932 Apr 08 17:57:56.959684 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef720429-e6fa-44a9-b4a4-4f1bdceb91a0 req-a209a54e-0c57-47ac-81b6-befdf59dc8d2 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:56.961179 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ef720429-e6fa-44a9-b4a4-4f1bdceb91a0 req-a209a54e-0c57-47ac-81b6-befdf59dc8d2 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0480247 Apr 08 17:57:57.018290 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ef720429-e6fa-44a9-b4a4-4f1bdceb91a0 req-e8e63c60-99d9-4e11-8a0a-afe21bb50a56 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487731 Apr 08 17:57:58.142683 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e1ac4-006f-41cf-955f-c052f79dce30 req-d77cd24a-835d-4a5b-abae-f1dbe8b246cf tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:58.144197 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a58e1ac4-006f-41cf-955f-c052f79dce30 req-d77cd24a-835d-4a5b-abae-f1dbe8b246cf tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0513847 Apr 08 17:57:58.197088 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-a58e1ac4-006f-41cf-955f-c052f79dce30 req-4526ca67-fe33-41ed-b089-949563766150 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465307 Apr 08 17:57:59.318434 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ecbb65-afba-4faa-b1a0-b0b02b8caabf req-a3b5d33a-f318-4900-9449-6f6ae9876178 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:59.319914 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-38ecbb65-afba-4faa-b1a0-b0b02b8caabf req-a3b5d33a-f318-4900-9449-6f6ae9876178 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0527132 Apr 08 17:57:59.373357 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-38ecbb65-afba-4faa-b1a0-b0b02b8caabf req-f4d2a674-f3ca-48af-a754-b014147deac8 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475910 Apr 08 17:57:59.621500 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9863a8b-cd50-4fc9-8a72-9d3e1b50b443 req-d831c647-c0c9-4933-82d6-eeeadd9deefa tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:59.623104 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f9863a8b-cd50-4fc9-8a72-9d3e1b50b443 req-d831c647-c0c9-4933-82d6-eeeadd9deefa tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0769053 Apr 08 17:57:59.626937 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0c1874f3-d654-4ccd-80c4-20c4f8d9c309 req-0ca916f9-3f07-4bbb-8f62-eddff23e771a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0982063 Apr 08 17:57:59.640137 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [req-0c1874f3-d654-4ccd-80c4-20c4f8d9c309 req-c742c69a-2f7b-4f45-8ccf-56cbfdab9b35 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:57:59.641142 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0c1874f3-d654-4ccd-80c4-20c4f8d9c309 req-c742c69a-2f7b-4f45-8ccf-56cbfdab9b35 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059056 Apr 08 17:57:59.684051 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f9863a8b-cd50-4fc9-8a72-9d3e1b50b443 req-e1acc21f-0355-40a6-9805-a215374f3611 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546858 Apr 08 17:57:59.783718 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1874f3-d654-4ccd-80c4-20c4f8d9c309 req-06d9bb54-7f59-4463-b4cd-fb74c923262d tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:59.786020 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0c1874f3-d654-4ccd-80c4-20c4f8d9c309 req-06d9bb54-7f59-4463-b4cd-fb74c923262d tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports/1b7e93c2-59eb-461a-abd8-83d0972bb050 HTTP/1.1" status: 200 len: 943 time: 0.1143665 Apr 08 17:58:00.801044 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8cafb-91df-4c4f-85de-4ea5ccc839f8 req-0f56a72b-8604-44d9-95fd-1d592f524382 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:00.803252 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4ef8cafb-91df-4c4f-85de-4ea5ccc839f8 req-0f56a72b-8604-44d9-95fd-1d592f524382 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0514922 Apr 08 17:58:00.861542 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4ef8cafb-91df-4c4f-85de-4ea5ccc839f8 req-a4edffaa-00ca-4b23-9ed8-fea3048bd672 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500410 Apr 08 17:58:01.273584 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1874f3-d654-4ccd-80c4-20c4f8d9c309 req-d86b682d-35fd-4c2c-a0dc-9a31b9461f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:01.275128 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0c1874f3-d654-4ccd-80c4-20c4f8d9c309 req-d86b682d-35fd-4c2c-a0dc-9a31b9461f58 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6&tenant_id=bc8f668fe2c54b07aa0523c0576449f9 HTTP/1.1" status: 200 len: 1130 time: 0.0429995 Apr 08 17:58:01.358374 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1874f3-d654-4ccd-80c4-20c4f8d9c309 req-16306152-0e38-4617-9944-4899e4773f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:01.359997 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0c1874f3-d654-4ccd-80c4-20c4f8d9c309 req-16306152-0e38-4617-9944-4899e4773f94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc8f668fe2c54b07aa0523c0576449f9&device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 1130 time: 0.0589378 Apr 08 17:58:01.465825 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1874f3-d654-4ccd-80c4-20c4f8d9c309 req-91d6df41-447f-4eae-8da7-b83674696fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:01.467300 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0c1874f3-d654-4ccd-80c4-20c4f8d9c309 req-91d6df41-447f-4eae-8da7-b83674696fa5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda HTTP/1.1" status: 200 len: 910 time: 0.1010320 Apr 08 17:58:01.537612 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0c1874f3-d654-4ccd-80c4-20c4f8d9c309 req-7d897119-347a-46d9-a86d-ff3ee0be3a05 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b7e93c2-59eb-461a-abd8-83d0972bb050 HTTP/1.1" status: 200 len: 1002 time: 0.0628879 Apr 08 17:58:01.597076 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1874f3-d654-4ccd-80c4-20c4f8d9c309 req-4328a840-1c60-4670-80d9-5d43bde562f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:01.598569 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0c1874f3-d654-4ccd-80c4-20c4f8d9c309 req-4328a840-1c60-4670-80d9-5d43bde562f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b796030-ee41-4109-87be-48399136d146 HTTP/1.1" status: 200 len: 848 time: 0.0519888 Apr 08 17:58:01.643271 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1874f3-d654-4ccd-80c4-20c4f8d9c309 req-bac7e82e-a8b7-4492-ac80-1504f7fa5d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:01.644817 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0c1874f3-d654-4ccd-80c4-20c4f8d9c309 req-bac7e82e-a8b7-4492-ac80-1504f7fa5d38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400074 Apr 08 17:58:01.737181 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0c1874f3-d654-4ccd-80c4-20c4f8d9c309 req-cfad5c80-dcc2-4906-a0a0-6797c5443b2f service neutron] 10.222.0.20 "GET /v2.0/networks/f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856774 Apr 08 17:58:01.834815 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0c1874f3-d654-4ccd-80c4-20c4f8d9c309 req-0ad0fc8b-19bd-4b05-a701-dfd8b9d6af67 service neutron] 10.222.0.20 "GET /v2.0/networks/f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910268 Apr 08 17:58:01.981291 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e39846-2691-4d44-ab05-36d348e5b3b0 req-120f6655-0928-4a3f-8ecd-811707675b88 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:01.983287 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f0e39846-2691-4d44-ab05-36d348e5b3b0 req-120f6655-0928-4a3f-8ecd-811707675b88 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0510659 Apr 08 17:58:02.049813 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f0e39846-2691-4d44-ab05-36d348e5b3b0 req-e014e2a1-6f66-443e-abfe-75757c7427c0 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583017 Apr 08 17:58:02.288467 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 1b7e93c2-59eb-461a-abd8-83d0972bb050 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:58:02.382098 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 1b7e93c2-59eb-461a-abd8-83d0972bb050 is: ACTIVE; New status is: DOWN {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:58:02.382353 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:02.406848 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c251d42-1d14-4c79-a324-919356ee25d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b7e93c2-59eb-461a-abd8-83d0972bb050'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:58:02.409156 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677e3b17-8dd8-40e9-baa7-4cad79d37fa5" -d '{"events": [{"server_uuid": "7c251d42-1d14-4c79-a324-919356ee25d6", "name": "network-vif-unplugged", "status": "completed", "tag": "1b7e93c2-59eb-461a-abd8-83d0972bb050"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:58:02.421609 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 1b7e93c2-59eb-461a-abd8-83d0972bb050, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1b7e93c2-59eb-461a-abd8-83d0972bb050,segment=NetworkSegment(28c56a22-6df6-4b31-8955-e44be86ab316),segment_id=28c56a22-6df6-4b31-8955-e44be86ab316)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:58:02.428306 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:02.457797 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 08 Apr 2022 17:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f627d7a2-6869-4c9d-be99-235d9c2e0db1 x-openstack-request-id: req-f627d7a2-6869-4c9d-be99-235d9c2e0db1 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:58:02.458090 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c251d42-1d14-4c79-a324-919356ee25d6", "name": "network-vif-unplugged", "status": "completed", "tag": "1b7e93c2-59eb-461a-abd8-83d0972bb050", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:58:02.458340 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f627d7a2-6869-4c9d-be99-235d9c2e0db1 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:58:02.458731 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f627d7a2-6869-4c9d-be99-235d9c2e0db1'] response: {'server_uuid': '7c251d42-1d14-4c79-a324-919356ee25d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b7e93c2-59eb-461a-abd8-83d0972bb050', 'code': 200} Apr 08 17:58:02.484427 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=1b7e93c2-59eb-461a-abd8-83d0972bb050,revision_number=6']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:58:02.492099 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:02.492464 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:02.492828 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:02.493168 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:02.493506 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:02.493833 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:02.494161 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:02.494484 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:02.494812 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:02.495134 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:02.495456 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:02.495783 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:02.496101 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:02.496401 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:02.496745 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:03.175501 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a0e79-331e-46ba-be2e-0fd08d2d20f8 req-5dd8ab4f-23a6-4bf8-84e3-1454c662eed4 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:03.177015 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-570a0e79-331e-46ba-be2e-0fd08d2d20f8 req-5dd8ab4f-23a6-4bf8-84e3-1454c662eed4 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 944 time: 0.0479791 Apr 08 17:58:03.227136 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-570a0e79-331e-46ba-be2e-0fd08d2d20f8 req-116ff2e0-1fcf-4939-b48a-0b213833d1ac tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443900 Apr 08 17:58:04.379096 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb59c98-635f-4112-8897-a7fdc4421e4b req-32f85d5d-5101-455c-9e9a-238a328b6100 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:04.380608 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ffb59c98-635f-4112-8897-a7fdc4421e4b req-32f85d5d-5101-455c-9e9a-238a328b6100 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 944 time: 0.0785360 Apr 08 17:58:04.385891 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d0b85-d8fb-4ddb-ac51-69520ab4e23a req-8d45ee90-fd49-4701-977c-7111ba4c62ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:04.387307 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1a7d0b85-d8fb-4ddb-ac51-69520ab4e23a req-8d45ee90-fd49-4701-977c-7111ba4c62ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc8f668fe2c54b07aa0523c0576449f9&device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 1128 time: 0.0518639 Apr 08 17:58:04.485387 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ffb59c98-635f-4112-8897-a7fdc4421e4b req-61c2200c-2b4f-4d8c-93ed-f69987bf2679 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970244 Apr 08 17:58:04.514027 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d0b85-d8fb-4ddb-ac51-69520ab4e23a req-df76ad28-4534-418f-b9ba-becfd944b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:04.515753 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1a7d0b85-d8fb-4ddb-ac51-69520ab4e23a req-df76ad28-4534-418f-b9ba-becfd944b19a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda HTTP/1.1" status: 200 len: 910 time: 0.1070013 Apr 08 17:58:04.582299 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1a7d0b85-d8fb-4ddb-ac51-69520ab4e23a req-65b39c39-c300-4a71-9f77-d4e08e0d00b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b7e93c2-59eb-461a-abd8-83d0972bb050 HTTP/1.1" status: 200 len: 1000 time: 0.0595219 Apr 08 17:58:04.631476 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d0b85-d8fb-4ddb-ac51-69520ab4e23a req-99a27f7a-867d-4221-a79b-55a2399a4e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:04.632966 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1a7d0b85-d8fb-4ddb-ac51-69520ab4e23a req-99a27f7a-867d-4221-a79b-55a2399a4e41 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b796030-ee41-4109-87be-48399136d146 HTTP/1.1" status: 200 len: 848 time: 0.0441499 Apr 08 17:58:04.685808 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d0b85-d8fb-4ddb-ac51-69520ab4e23a req-6871d68f-3e9b-4b9d-b5c7-76c2d3999df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:04.687418 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1a7d0b85-d8fb-4ddb-ac51-69520ab4e23a req-6871d68f-3e9b-4b9d-b5c7-76c2d3999df6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455539 Apr 08 17:58:04.791879 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1a7d0b85-d8fb-4ddb-ac51-69520ab4e23a req-8dd2878a-d7ad-4d4c-b071-7dcc427b8ec1 service neutron] 10.222.0.20 "GET /v2.0/networks/f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957785 Apr 08 17:58:04.892112 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-1a7d0b85-d8fb-4ddb-ac51-69520ab4e23a req-62913dc4-9115-4b53-95f8-551d9eedf13f service neutron] 10.222.0.20 "GET /v2.0/networks/f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935197 Apr 08 17:58:05.616107 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c60e6-9685-4442-a55c-e9fcdd35b01b req-5e62198b-06c4-40d0-b506-659f2551900a tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:05.617601 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-994c60e6-9685-4442-a55c-e9fcdd35b01b req-5e62198b-06c4-40d0-b506-659f2551900a tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 944 time: 0.0563200 Apr 08 17:58:05.670755 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-994c60e6-9685-4442-a55c-e9fcdd35b01b req-c74e9833-e41a-4817-9b55-0299915a585d tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445261 Apr 08 17:58:06.803511 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88ae58-b452-47c6-9b66-088c503e8b56 req-fbe079bd-2539-4322-9f59-b94e050e5c0e tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:06.805047 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9d88ae58-b452-47c6-9b66-088c503e8b56 req-fbe079bd-2539-4322-9f59-b94e050e5c0e tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 944 time: 0.0570278 Apr 08 17:58:06.867096 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9d88ae58-b452-47c6-9b66-088c503e8b56 req-d90f9507-6fcc-45ac-9f7d-c7c5bddd4842 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536227 Apr 08 17:58:08.012795 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc665d2-80fa-4312-a102-7d9cc5cf5453 req-156a09df-33c7-4cf6-b950-a1d7064ee9b9 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:08.014291 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8dc665d2-80fa-4312-a102-7d9cc5cf5453 req-156a09df-33c7-4cf6-b950-a1d7064ee9b9 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 944 time: 0.0551195 Apr 08 17:58:08.068411 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8dc665d2-80fa-4312-a102-7d9cc5cf5453 req-9f6c3faf-3fa9-46e7-9b2a-1d50f214b20c tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459871 Apr 08 17:58:09.195655 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752a1e7-dcce-434b-8d20-59db6769a004 req-e703d734-c19a-4e23-b1ba-2f299b059683 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:09.197160 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0752a1e7-dcce-434b-8d20-59db6769a004 req-e703d734-c19a-4e23-b1ba-2f299b059683 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 944 time: 0.0568790 Apr 08 17:58:09.258397 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0752a1e7-dcce-434b-8d20-59db6769a004 req-9b1749e6-f01a-487f-90d7-836b287abea7 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524070 Apr 08 17:58:09.738115 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fdb75-814f-40c7-b139-64d069e2de15 req-4fb31fc0-3be1-468f-be35-39bcb6b7c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:09.739589 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d65fdb75-814f-40c7-b139-64d069e2de15 req-4fb31fc0-3be1-468f-be35-39bcb6b7c1d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 1128 time: 0.0475721 Apr 08 17:58:09.788017 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d65fdb75-814f-40c7-b139-64d069e2de15 req-f7d8b94f-fc76-41d1-8911-68d61564f713 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418518 Apr 08 17:58:10.304333 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 1b7e93c2-59eb-461a-abd8-83d0972bb050 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:58:10.382913 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a7ed3-b51f-4267-8063-c068948b5e10 req-887b9fe6-4d3d-48a4-9b91-086e9492edf1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:10.384454 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a88a7ed3-b51f-4267-8063-c068948b5e10 req-887b9fe6-4d3d-48a4-9b91-086e9492edf1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 944 time: 0.0529778 Apr 08 17:58:10.410768 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 1b7e93c2-59eb-461a-abd8-83d0972bb050, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1b7e93c2-59eb-461a-abd8-83d0972bb050,segment=NetworkSegment(28c56a22-6df6-4b31-8955-e44be86ab316),segment_id=28c56a22-6df6-4b31-8955-e44be86ab316)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:58:10.423112 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': '1b7e93c2-59eb-461a-abd8-83d0972bb050', 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda', 'port_id': '1b7e93c2-59eb-461a-abd8-83d0972bb050', 'mac_address': 'fa:16:3e:09:53:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 994, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b796030-ee41-4109-87be-48399136d146', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:58:10.438174 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-a88a7ed3-b51f-4267-8063-c068948b5e10 req-e60c2f40-c20a-4c1d-841e-f17abb526991 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478442 Apr 08 17:58:10.463319 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 1b7e93c2-59eb-461a-abd8-83d0972bb050 is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:58:10.463639 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:10.477580 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7e93c2-59eb-461a-abd8-83d0972bb050 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:58:10.498763 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 1b7e93c2-59eb-461a-abd8-83d0972bb050, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1b7e93c2-59eb-461a-abd8-83d0972bb050,segment=NetworkSegment(28c56a22-6df6-4b31-8955-e44be86ab316),segment_id=28c56a22-6df6-4b31-8955-e44be86ab316)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:58:10.506027 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:10.554962 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=1b7e93c2-59eb-461a-abd8-83d0972bb050,revision_number=7']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:58:11.556533 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439fe9f-6be9-4998-8a9f-917e85cfc927 req-fe41e13c-c46b-4ed8-8963-7097512c9df4 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:11.557996 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3439fe9f-6be9-4998-8a9f-917e85cfc927 req-fe41e13c-c46b-4ed8-8963-7097512c9df4 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 945 time: 0.0515625 Apr 08 17:58:11.611915 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3439fe9f-6be9-4998-8a9f-917e85cfc927 req-d380f118-6fb8-43c1-ad59-8e73dfb66e63 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477483 Apr 08 17:58:12.319955 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 1b7e93c2-59eb-461a-abd8-83d0972bb050 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:58:12.432472 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 1b7e93c2-59eb-461a-abd8-83d0972bb050, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1b7e93c2-59eb-461a-abd8-83d0972bb050,segment=NetworkSegment(28c56a22-6df6-4b31-8955-e44be86ab316),segment_id=28c56a22-6df6-4b31-8955-e44be86ab316)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:58:12.448632 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': '1b7e93c2-59eb-461a-abd8-83d0972bb050', 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda', 'port_id': '1b7e93c2-59eb-461a-abd8-83d0972bb050', 'mac_address': 'fa:16:3e:09:53:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 994, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b796030-ee41-4109-87be-48399136d146', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:58:12.658375 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['1b7e93c2-59eb-461a-abd8-83d0972bb050'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:58:12.739377 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71f68b-018a-4f19-82ce-a6fea4ce9890 req-552daf8c-8913-43b3-ad38-aa64cddcc04c tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:12.740877 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6e71f68b-018a-4f19-82ce-a6fea4ce9890 req-552daf8c-8913-43b3-ad38-aa64cddcc04c tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 945 time: 0.0493433 Apr 08 17:58:12.791864 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6e71f68b-018a-4f19-82ce-a6fea4ce9890 req-bbe97e67-c885-421e-9692-7bc9ca06db0d tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453179 Apr 08 17:58:13.036061 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d1dbfd8f-0d2f-4509-9f1b-4de288c3a8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:14.337552 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 1b7e93c2-59eb-461a-abd8-83d0972bb050 up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:58:14.392000 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port 1b7e93c2-59eb-461a-abd8-83d0972bb050 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:58:14.392384 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:14.469305 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 1b7e93c2-59eb-461a-abd8-83d0972bb050 is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:58:14.469566 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:14.493687 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c251d42-1d14-4c79-a324-919356ee25d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7e93c2-59eb-461a-abd8-83d0972bb050'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:58:14.495949 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fed529-9c57-4732-ac54-66058f87ad0a" -d '{"events": [{"server_uuid": "7c251d42-1d14-4c79-a324-919356ee25d6", "name": "network-vif-plugged", "status": "completed", "tag": "1b7e93c2-59eb-461a-abd8-83d0972bb050"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:58:14.508595 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 1b7e93c2-59eb-461a-abd8-83d0972bb050, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1b7e93c2-59eb-461a-abd8-83d0972bb050,segment=NetworkSegment(28c56a22-6df6-4b31-8955-e44be86ab316),segment_id=28c56a22-6df6-4b31-8955-e44be86ab316)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:58:14.515686 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:14.538676 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33333891-7932-4566-81de-a8b8e2060626 x-openstack-request-id: req-33333891-7932-4566-81de-a8b8e2060626 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:58:14.538966 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c251d42-1d14-4c79-a324-919356ee25d6", "name": "network-vif-plugged", "status": "completed", "tag": "1b7e93c2-59eb-461a-abd8-83d0972bb050", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:58:14.539214 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-33333891-7932-4566-81de-a8b8e2060626 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:58:14.539606 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33333891-7932-4566-81de-a8b8e2060626'] response: {'server_uuid': '7c251d42-1d14-4c79-a324-919356ee25d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7e93c2-59eb-461a-abd8-83d0972bb050', 'code': 200} Apr 08 17:58:14.569657 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=1b7e93c2-59eb-461a-abd8-83d0972bb050,revision_number=8']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:58:15.457861 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-33e5c225-dbf8-4c51-9c9f-205b5af79624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:16.798989 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:16.851164 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:18.066734 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:19.441756 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:58:19.539410 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:43.038738 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-909265ad-4560-4dce-8b8c-00f13e62a609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:45.457251 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3abba34c-eb36-4272-aa2d-6c0f39b7e2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:46.808676 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:46.847593 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:48.072388 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:49.545590 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:56.448282 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:59:06.363683 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0f0052c7-3d33-406b-ae71-850b6d33184b req-e9f5e527-9a6d-4a05-81b9-bcba18b254fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421972 Apr 08 17:59:06.431804 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0052c7-3d33-406b-ae71-850b6d33184b req-644cbe92-689e-455b-8ff6-93785728bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:06.433342 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0f0052c7-3d33-406b-ae71-850b6d33184b req-644cbe92-689e-455b-8ff6-93785728bc13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31673ad20ead49bd85bfae7300da6304&device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 1129 time: 0.0411479 Apr 08 17:59:06.547776 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0052c7-3d33-406b-ae71-850b6d33184b req-d038e4f7-5792-407b-8310-2871c615cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:06.549214 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0f0052c7-3d33-406b-ae71-850b6d33184b req-d038e4f7-5792-407b-8310-2871c615cee3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc HTTP/1.1" status: 200 len: 912 time: 0.0912127 Apr 08 17:59:06.624492 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0f0052c7-3d33-406b-ae71-850b6d33184b req-add6fbc3-9b78-4407-8cec-90d306da4b9f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9083279-acef-401a-9bfe-d667d23728eb HTTP/1.1" status: 200 len: 1000 time: 0.0654917 Apr 08 17:59:06.673572 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0052c7-3d33-406b-ae71-850b6d33184b req-41930b3e-2db9-4b24-b46c-992de759540b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:06.675016 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0f0052c7-3d33-406b-ae71-850b6d33184b req-41930b3e-2db9-4b24-b46c-992de759540b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98c89128-6e6b-4e14-98c1-f50e23a0f5d6 HTTP/1.1" status: 200 len: 850 time: 0.0432675 Apr 08 17:59:06.722007 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0052c7-3d33-406b-ae71-850b6d33184b req-fc0a5b76-6158-45f0-a914-7788bd938bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:06.723491 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0f0052c7-3d33-406b-ae71-850b6d33184b req-fc0a5b76-6158-45f0-a914-7788bd938bd6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379887 Apr 08 17:59:06.831048 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0f0052c7-3d33-406b-ae71-850b6d33184b req-475fbfbb-3c87-414b-804f-166d3ad39508 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993629 Apr 08 17:59:06.938354 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0f0052c7-3d33-406b-ae71-850b6d33184b req-4999393a-fc8a-4d4e-b0ab-29e4dc3077d8 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968890 Apr 08 17:59:13.040848 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4658f9fb-2239-44cc-8599-7c234047548d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:15.453811 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5ffa9b26-b9e7-4539-8f12-91a9a0c2893c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:16.806884 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:16.863985 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:18.076802 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:19.538907 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:33.455255 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:59:43.038748 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-de79acdd-71f1-4b2e-9581-59f6c8ce0a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:45.450901 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-da263e64-29ae-46a5-8d45-5d329d7cfd0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:46.805070 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:46.894590 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:48.082654 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:49.546549 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:52.750471 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 46970) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:59:53.032711 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Deleting port 77354ace-42fd-4e73-a4c5-5086857d7a30 {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:59:53.032953 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (77354ace-42fd-4e73-a4c5-5086857d7a30), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:53.111921 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (77354ace-42fd-4e73-a4c5-5086857d7a30), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:53.112223 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for floatingip (77354ace-42fd-4e73-a4c5-5086857d7a30), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:53.125228 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Calling delete_port for 77354ace-42fd-4e73-a4c5-5086857d7a30 owned by network:floatingip {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:59:53.320034 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (77354ace-42fd-4e73-a4c5-5086857d7a30), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:53.348992 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Pushing event deleted for resources: {'Port': ['ID=77354ace-42fd-4e73-a4c5-5086857d7a30,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:59:53.361055 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:53.361412 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:53.361767 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:53.362117 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:53.362483 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:53.362799 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:53.363134 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:53.363466 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:53.363782 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:53.364121 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:53.364476 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:53.364808 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:53.365136 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:53.365462 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:53.365789 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:53.432883 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for floatingip (ec78e1a8-4d29-481f-9274-19a1edfd493b), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:53.433356 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.l3_db [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Floating IP ec78e1a8-4d29-481f-9274-19a1edfd493b disassociated (deleted). External IP: 172.27.1.156, port: 1b7e93c2-59eb-461a-abd8-83d0972bb050. Apr 08 17:59:53.937281 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Router fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:59:54.052918 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:59:54.057637 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:54.063201 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97429add-f0fb-425f-8745-c5a594e90477 None None] Sync routers for ids ['fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:59:54.074256 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97429add-f0fb-425f-8745-c5a594e90477 None None] Routers {'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:59:54.074921 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-97429add-f0fb-425f-8745-c5a594e90477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:59:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:59:54.088110 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-cc29e3a1-4c11-4162-bf56-4fa7ef9fdba1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "DELETE /v2.0/floatingips/ec78e1a8-4d29-481f-9274-19a1edfd493b HTTP/1.1" status: 204 len: 168 time: 1.3364415 Apr 08 17:59:54.088663 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c251d42-1d14-4c79-a324-919356ee25d6', 'tag': '1b7e93c2-59eb-461a-abd8-83d0972bb050'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:59:54.090964 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2125705b-8237-413a-892c-8e8cc26857da" -d '{"events": [{"name": "network-changed", "server_uuid": "7c251d42-1d14-4c79-a324-919356ee25d6", "tag": "1b7e93c2-59eb-461a-abd8-83d0972bb050"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:59:54.134298 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7926d6-2e53-48d2-a111-4ca60563ac6e x-openstack-request-id: req-eb7926d6-2e53-48d2-a111-4ca60563ac6e {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:59:54.134589 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c251d42-1d14-4c79-a324-919356ee25d6", "tag": "1b7e93c2-59eb-461a-abd8-83d0972bb050", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:59:54.134842 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-eb7926d6-2e53-48d2-a111-4ca60563ac6e {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:59:54.135243 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb7926d6-2e53-48d2-a111-4ca60563ac6e'] response: {'name': 'network-changed', 'server_uuid': '7c251d42-1d14-4c79-a324-919356ee25d6', 'tag': '1b7e93c2-59eb-461a-abd8-83d0972bb050', 'status': 'completed', 'code': 200} Apr 08 17:59:54.198030 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-97429add-f0fb-425f-8745-c5a594e90477 None None] Set router fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:59:54.273479 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125705b-8237-413a-892c-8e8cc26857da req-8c711060-e6d4-4805-a098-69d14ec2ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:54.275530 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2125705b-8237-413a-892c-8e8cc26857da req-8c711060-e6d4-4805-a098-69d14ec2ba8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc8f668fe2c54b07aa0523c0576449f9&device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 1130 time: 0.1093969 Apr 08 17:59:54.390985 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e4494-49d9-4499-ab2b-165baf4a09e5 req-bcdfb1f4-ebc2-499f-9b7e-58259c85e389 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:54.392474 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0b6e4494-49d9-4499-ab2b-165baf4a09e5 req-bcdfb1f4-ebc2-499f-9b7e-58259c85e389 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.1052239 Apr 08 17:59:54.430884 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-97429add-f0fb-425f-8745-c5a594e90477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'name': 'tempest-TestShelveInstance-1402029806-router', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:29Z', 'updated_at': '2022-04-08T17:53:33Z', 'revision_number': 4, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'gw_port': {'id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:30Z', 'updated_at': '2022-04-08T17:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9', 'name': '', 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'mac_address': 'fa:16:3e:37:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2b796030-ee41-4109-87be-48399136d146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:32Z', 'updated_at': '2022-04-08T17:53:39Z', 'revision_number': 5, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'subnets': [{'id': '2b796030-ee41-4109-87be-48399136d146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:59:54.447833 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0b6e4494-49d9-4499-ab2b-165baf4a09e5 req-8297a38f-856c-45d3-8e5f-3547182e390c tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464427 Apr 08 17:59:54.593139 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97429add-f0fb-425f-8745-c5a594e90477 None None] Checking router: fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:59:54.602901 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97429add-f0fb-425f-8745-c5a594e90477 None None] Routers {'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:59:54.603592 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-97429add-f0fb-425f-8745-c5a594e90477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:59:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:59:54.714372 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-97429add-f0fb-425f-8745-c5a594e90477 None None] Set router fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:59:54.919747 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-97429add-f0fb-425f-8745-c5a594e90477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'name': 'tempest-TestShelveInstance-1402029806-router', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:29Z', 'updated_at': '2022-04-08T17:53:33Z', 'revision_number': 4, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'gw_port': {'id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:30Z', 'updated_at': '2022-04-08T17:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9', 'name': '', 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'mac_address': 'fa:16:3e:37:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2b796030-ee41-4109-87be-48399136d146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:32Z', 'updated_at': '2022-04-08T17:53:39Z', 'revision_number': 5, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'subnets': [{'id': '2b796030-ee41-4109-87be-48399136d146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:59:54.946245 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97429add-f0fb-425f-8745-c5a594e90477 None None] The sync data for ids ['fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'] in dv-cinder-837166-1-iscsi is: [{'id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'name': 'tempest-TestShelveInstance-1402029806-router', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:29Z', 'updated_at': '2022-04-08T17:53:33Z', 'revision_number': 4, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'gw_port': {'id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:30Z', 'updated_at': '2022-04-08T17:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9', 'name': '', 'network_id': 'f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'mac_address': 'fa:16:3e:37:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '2b796030-ee41-4109-87be-48399136d146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:32Z', 'updated_at': '2022-04-08T17:53:39Z', 'revision_number': 5, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'subnets': [{'id': '2b796030-ee41-4109-87be-48399136d146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:59:55.186185 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f8d8e6-7ba7-4287-8349-41cc296ae6e7 None None] New status for floating IP ec78e1a8-4d29-481f-9274-19a1edfd493b: DOWN {{(pid=103551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:59:55.524633 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125705b-8237-413a-892c-8e8cc26857da req-a17f755a-6566-4825-b007-0a5b909bff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:55.526460 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2125705b-8237-413a-892c-8e8cc26857da req-a17f755a-6566-4825-b007-0a5b909bff19 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda HTTP/1.1" status: 200 len: 910 time: 0.0995307 Apr 08 17:59:55.598293 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2125705b-8237-413a-892c-8e8cc26857da req-ed1ee118-1e97-45e9-813c-04b3affeb180 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b7e93c2-59eb-461a-abd8-83d0972bb050 HTTP/1.1" status: 200 len: 217 time: 0.0388696 Apr 08 17:59:55.616512 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020f7dd-f9e6-4d58-8e01-102d8ffca3a3 req-7af2b3c3-e222-4b32-96c3-7f4177586645 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:55.618069 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9020f7dd-f9e6-4d58-8e01-102d8ffca3a3 req-7af2b3c3-e222-4b32-96c3-7f4177586645 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0979557 Apr 08 17:59:55.648621 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125705b-8237-413a-892c-8e8cc26857da req-43ed02c0-876a-4e37-8426-a75c424a0ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:55.650489 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2125705b-8237-413a-892c-8e8cc26857da req-43ed02c0-876a-4e37-8426-a75c424a0ed2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b796030-ee41-4109-87be-48399136d146 HTTP/1.1" status: 200 len: 848 time: 0.0440168 Apr 08 17:59:55.672215 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9020f7dd-f9e6-4d58-8e01-102d8ffca3a3 req-6f79b61f-b9c2-455b-8a72-83a565663cfe tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/security-groups?id=0fa1bdde-55a9-40e0-932e-3d6450500b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478907 Apr 08 17:59:55.781293 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125705b-8237-413a-892c-8e8cc26857da req-1c531d14-96d0-48fb-b84e-a51d7b34cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:55.782750 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2125705b-8237-413a-892c-8e8cc26857da req-1c531d14-96d0-48fb-b84e-a51d7b34cfe4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445070 Apr 08 17:59:56.050710 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [req-2125705b-8237-413a-892c-8e8cc26857da req-fc1fb27b-7220-4427-a0a0-1562f2d0c3be service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:59:56.051911 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2125705b-8237-413a-892c-8e8cc26857da req-fc1fb27b-7220-4427-a0a0-1562f2d0c3be service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080657 Apr 08 17:59:56.155701 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3deff-506a-4185-9a5d-771ac0f11e1a req-e80faeba-3a3f-4656-9494-bcb99d99dc16 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:56.157095 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2125705b-8237-413a-892c-8e8cc26857da req-21136409-77d8-4543-aaab-aef43fbb8831 service neutron] 10.222.0.20 "GET /v2.0/networks/f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946231 Apr 08 17:59:56.157278 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e4f3deff-506a-4185-9a5d-771ac0f11e1a req-e80faeba-3a3f-4656-9494-bcb99d99dc16 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 946 time: 0.0507345 Apr 08 17:59:56.255025 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-e4f3deff-506a-4185-9a5d-771ac0f11e1a req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Deleting port 1b7e93c2-59eb-461a-abd8-83d0972bb050 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:59:56.255362 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-e4f3deff-506a-4185-9a5d-771ac0f11e1a req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:56.268529 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-2125705b-8237-413a-892c-8e8cc26857da req-87411f4f-eba2-4943-9b65-30294f51c1c3 service neutron] 10.222.0.20 "GET /v2.0/networks/f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978613 Apr 08 17:59:56.355100 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-e4f3deff-506a-4185-9a5d-771ac0f11e1a req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] For port 1b7e93c2-59eb-461a-abd8-83d0972bb050, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1b7e93c2-59eb-461a-abd8-83d0972bb050,segment=NetworkSegment(28c56a22-6df6-4b31-8955-e44be86ab316),segment_id=28c56a22-6df6-4b31-8955-e44be86ab316)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:59:56.355385 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-e4f3deff-506a-4185-9a5d-771ac0f11e1a req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:56.369039 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-e4f3deff-506a-4185-9a5d-771ac0f11e1a req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Calling delete_port for 1b7e93c2-59eb-461a-abd8-83d0972bb050 owned by compute:nova {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:59:56.507839 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-e4f3deff-506a-4185-9a5d-771ac0f11e1a req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (1b7e93c2-59eb-461a-abd8-83d0972bb050), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:56.537834 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Pushing event deleted for resources: {'Port': ['ID=1b7e93c2-59eb-461a-abd8-83d0972bb050,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:59:56.550890 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:56.551234 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:56.551573 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:56.551960 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:56.552227 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:56.552564 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:56.552899 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:56.553217 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:56.553538 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:56.553831 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:56.554175 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:56.554475 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:56.554790 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:56.555101 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:56.555463 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:56.594330 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f3deff-506a-4185-9a5d-771ac0f11e1a req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] No DVR routers for this DVR port 1b7e93c2-59eb-461a-abd8-83d0972bb050 on host hv-cinder-83716 {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:59:56.596935 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-e4f3deff-506a-4185-9a5d-771ac0f11e1a req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:56.600206 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e4f3deff-506a-4185-9a5d-771ac0f11e1a req-baa2cc34-259b-4771-84c4-e4b5e8de2ff1 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.20 "DELETE /v2.0/ports/1b7e93c2-59eb-461a-abd8-83d0972bb050 HTTP/1.1" status: 204 len: 173 time: 0.4289510 Apr 08 17:59:56.600659 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c251d42-1d14-4c79-a324-919356ee25d6', 'name': 'network-vif-deleted', 'tag': '1b7e93c2-59eb-461a-abd8-83d0972bb050'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:59:56.603124 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dac039b-8576-41bb-8c72-b9226a042157" -d '{"events": [{"server_uuid": "7c251d42-1d14-4c79-a324-919356ee25d6", "name": "network-vif-deleted", "tag": "1b7e93c2-59eb-461a-abd8-83d0972bb050"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:59:56.701776 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3a6aa0-c082-496f-bb14-3f4ec61e6c86 x-openstack-request-id: req-3c3a6aa0-c082-496f-bb14-3f4ec61e6c86 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:59:56.702289 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c251d42-1d14-4c79-a324-919356ee25d6", "name": "network-vif-deleted", "tag": "1b7e93c2-59eb-461a-abd8-83d0972bb050", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:59:56.702289 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3c3a6aa0-c082-496f-bb14-3f4ec61e6c86 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:59:56.702719 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c3a6aa0-c082-496f-bb14-3f4ec61e6c86'] response: {'server_uuid': '7c251d42-1d14-4c79-a324-919356ee25d6', 'name': 'network-vif-deleted', 'tag': '1b7e93c2-59eb-461a-abd8-83d0972bb050', 'status': 'completed', 'code': 200} Apr 08 17:59:56.791590 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0087b85e-e329-41f1-8e5f-9c1039e06bd8 req-b0af0feb-40bf-47ca-b8fe-deb26dc58c62 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c251d42-1d14-4c79-a324-919356ee25d6 HTTP/1.1" status: 200 len: 210 time: 0.0404396 Apr 08 17:59:57.857971 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 47012) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:59:57.917613 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fd704387-e910-4889-9cd6-b6b44a23e0a0 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group (0fa1bdde-55a9-40e0-932e-3d6450500b5c), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:57.942599 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fd704387-e910-4889-9cd6-b6b44a23e0a0 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group (0fa1bdde-55a9-40e0-932e-3d6450500b5c), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:58.012565 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fd704387-e910-4889-9cd6-b6b44a23e0a0 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (0fa1bdde-55a9-40e0-932e-3d6450500b5c), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:58.016717 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fd704387-e910-4889-9cd6-b6b44a23e0a0 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:58.018278 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-fd704387-e910-4889-9cd6-b6b44a23e0a0 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] 10.222.0.86 "DELETE /v2.0/security-groups/0fa1bdde-55a9-40e0-932e-3d6450500b5c HTTP/1.1" status: 204 len: 168 time: 0.1591806 Apr 08 17:59:58.029784 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd704387-e910-4889-9cd6-b6b44a23e0a0 tempest-TestShelveInstance-1152379219 tempest-TestShelveInstance-1152379219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa1bdde-55a9-40e0-932e-3d6450500b5c,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:59:58.084405 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 47016) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:59:58.546973 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cfb1108b-16b5-41a8-945b-c5e97e8a7fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732664'] for router_interface (fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:58.814976 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1108b-16b5-41a8-945b-c5e97e8a7fed admin admin] Deleting port 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:59:58.815220 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cfb1108b-16b5-41a8-945b-c5e97e8a7fed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:58.898622 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-cfb1108b-16b5-41a8-945b-c5e97e8a7fed admin admin] For port 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9,segment=NetworkSegment(28c56a22-6df6-4b31-8955-e44be86ab316),segment_id=28c56a22-6df6-4b31-8955-e44be86ab316)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:59:58.898949 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cfb1108b-16b5-41a8-945b-c5e97e8a7fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:58.917809 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1108b-16b5-41a8-945b-c5e97e8a7fed admin admin] Calling delete_port for 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 owned by network:router_interface {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:59:58.923396 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 1b7e93c2-59eb-461a-abd8-83d0972bb050 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:59:58.943807 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] No Port match for: 1b7e93c2-59eb-461a-abd8-83d0972bb050 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:59:58.944160 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 1b7e93c2-59eb-461a-abd8-83d0972bb050 not bound to the agent host hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:59:59.113300 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cfb1108b-16b5-41a8-945b-c5e97e8a7fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:59.137823 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1108b-16b5-41a8-945b-c5e97e8a7fed admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:59:59.320317 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cfb1108b-16b5-41a8-945b-c5e97e8a7fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732524'] for router_interface (fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:59.562775 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb1108b-16b5-41a8-945b-c5e97e8a7fed admin admin] Router fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:59:59.950027 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb1108b-16b5-41a8-945b-c5e97e8a7fed admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:59:59.955251 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-cfb1108b-16b5-41a8-945b-c5e97e8a7fed admin admin] 10.222.0.86 "PUT /v2.0/routers/fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8697400 Apr 08 17:59:59.957924 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 47020) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:59:59.959359 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008b7584-3e1d-4130-9e10-b8827f6fac10 None None] Sync routers for ids ['fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:59:59.970440 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008b7584-3e1d-4130-9e10-b8827f6fac10 None None] Routers {'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:59:59.971075 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-008b7584-3e1d-4130-9e10-b8827f6fac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:59:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:00.066701 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc3d3-1454-41d3-aefe-8844bbf60dbf admin admin] Publish callbacks [] for router (fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:00.078826 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-008b7584-3e1d-4130-9e10-b8827f6fac10 None None] Set router fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:00:00.177294 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc3d3-1454-41d3-aefe-8844bbf60dbf admin admin] Publish callbacks [] for router_gateway (fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:00.224816 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-fb2dc3d3-1454-41d3-aefe-8844bbf60dbf admin admin] Deleting port 5c7a6471-ca62-484b-8d20-37585ff242c2 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:00:00.225156 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc3d3-1454-41d3-aefe-8844bbf60dbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (5c7a6471-ca62-484b-8d20-37585ff242c2), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:00.252809 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-008b7584-3e1d-4130-9e10-b8827f6fac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'name': 'tempest-TestShelveInstance-1402029806-router', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:29Z', 'updated_at': '2022-04-08T17:59:59Z', 'revision_number': 5, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'gw_port': {'id': '5c7a6471-ca62-484b-8d20-37585ff242c2', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:30Z', 'updated_at': '2022-04-08T17:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:00.283839 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008b7584-3e1d-4130-9e10-b8827f6fac10 None None] Checking router: fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:00:00.292941 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008b7584-3e1d-4130-9e10-b8827f6fac10 None None] Routers {'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:00:00.293557 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-008b7584-3e1d-4130-9e10-b8827f6fac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:59:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:00.306869 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-fb2dc3d3-1454-41d3-aefe-8844bbf60dbf admin admin] For port 5c7a6471-ca62-484b-8d20-37585ff242c2, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=5c7a6471-ca62-484b-8d20-37585ff242c2,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:00.307513 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc3d3-1454-41d3-aefe-8844bbf60dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (5c7a6471-ca62-484b-8d20-37585ff242c2), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:00.325575 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-fb2dc3d3-1454-41d3-aefe-8844bbf60dbf admin admin] Calling delete_port for 5c7a6471-ca62-484b-8d20-37585ff242c2 owned by network:router_gateway {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:00:00.394532 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-008b7584-3e1d-4130-9e10-b8827f6fac10 None None] Set router fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 gateway port host: None {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:00:00.453093 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-008b7584-3e1d-4130-9e10-b8827f6fac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'name': 'tempest-TestShelveInstance-1402029806-router', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:29Z', 'updated_at': '2022-04-08T18:00:00Z', 'revision_number': 6, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'gw_port_host': None}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:00.483231 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008b7584-3e1d-4130-9e10-b8827f6fac10 None None] The sync data for ids ['fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9'] in dv-cinder-837166-1-iscsi is: [{'id': 'fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9', 'name': 'tempest-TestShelveInstance-1402029806-router', 'tenant_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:29Z', 'updated_at': '2022-04-08T18:00:00Z', 'revision_number': 6, 'project_id': 'bc8f668fe2c54b07aa0523c0576449f9', 'gw_port_host': None}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:00:00.497543 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc3d3-1454-41d3-aefe-8844bbf60dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (5c7a6471-ca62-484b-8d20-37585ff242c2), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:00.524253 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2dc3d3-1454-41d3-aefe-8844bbf60dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=5c7a6471-ca62-484b-8d20-37585ff242c2,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:00.590070 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc3d3-1454-41d3-aefe-8844bbf60dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726670'] for router_gateway (fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:00.688223 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc3d3-1454-41d3-aefe-8844bbf60dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4576'] for router (fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:00.690523 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc3d3-1454-41d3-aefe-8844bbf60dbf admin admin] Publish callbacks [] for router_controller (fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:00.739221 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc3d3-1454-41d3-aefe-8844bbf60dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-681261'] for router (fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:00.739670 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2dc3d3-1454-41d3-aefe-8844bbf60dbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 {{(pid=103548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 18:00:00.744732 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc3d3-1454-41d3-aefe-8844bbf60dbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:00.745901 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-fb2dc3d3-1454-41d3-aefe-8844bbf60dbf admin admin] 10.222.0.86 "DELETE /v2.0/routers/fdbf676c-28c9-4f82-b6b3-e8e7c65ae0c9 HTTP/1.1" status: 204 len: 168 time: 0.7870741 Apr 08 18:00:00.748387 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 47022) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:00.793912 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a27b72-af4d-4df2-a9cd-54170c658b3d admin admin] Deleting subnet 2b796030-ee41-4109-87be-48399136d146 {{(pid=103548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 18:00:00.797245 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-63a27b72-af4d-4df2-a9cd-54170c658b3d admin admin] Publish callbacks [] for subnet (2b796030-ee41-4109-87be-48399136d146), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:00.835535 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-63a27b72-af4d-4df2-a9cd-54170c658b3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30987647'] for subnet (2b796030-ee41-4109-87be-48399136d146), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:00.926679 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-63a27b72-af4d-4df2-a9cd-54170c658b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709327'] for subnet (2b796030-ee41-4109-87be-48399136d146), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:00.988752 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-63a27b72-af4d-4df2-a9cd-54170c658b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1709334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30242310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30287709'] for subnet (2b796030-ee41-4109-87be-48399136d146), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.015116 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27b72-af4d-4df2-a9cd-54170c658b3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b796030-ee41-4109-87be-48399136d146,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:01.020891 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-63a27b72-af4d-4df2-a9cd-54170c658b3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.027675 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-63a27b72-af4d-4df2-a9cd-54170c658b3d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/2b796030-ee41-4109-87be-48399136d146 HTTP/1.1" status: 204 len: 168 time: 0.2747126 Apr 08 18:00:01.027865 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a0f30d-9fc0-45af-af39-e98807d1a81e None None] Network f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:00:01.028345 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 47024) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:01.095055 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9a06ecdb-5b85-432c-a4a2-7384144b2b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832628'] for network (f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.145853 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-9a06ecdb-5b85-432c-a4a2-7384144b2b63 admin admin] Deleting port 43629834-d6f7-4591-80ba-7c1248156f20 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:00:01.146186 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9a06ecdb-5b85-432c-a4a2-7384144b2b63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (43629834-d6f7-4591-80ba-7c1248156f20), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.211518 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-9a06ecdb-5b85-432c-a4a2-7384144b2b63 admin admin] For port 43629834-d6f7-4591-80ba-7c1248156f20, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=43629834-d6f7-4591-80ba-7c1248156f20,segment=NetworkSegment(28c56a22-6df6-4b31-8955-e44be86ab316),segment_id=28c56a22-6df6-4b31-8955-e44be86ab316)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:01.212119 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9a06ecdb-5b85-432c-a4a2-7384144b2b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (43629834-d6f7-4591-80ba-7c1248156f20), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.225788 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-9a06ecdb-5b85-432c-a4a2-7384144b2b63 admin admin] Calling delete_port for 43629834-d6f7-4591-80ba-7c1248156f20 owned by network:dhcp {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:00:01.249049 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] DHCP port deletion for f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda request from dv-cinder-837166-1-iscsi {{(pid=103550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 18:00:01.302305 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] Deleting port 43629834-d6f7-4591-80ba-7c1248156f20 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:00:01.302821 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (43629834-d6f7-4591-80ba-7c1248156f20), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.332026 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 43629834-d6f7-4591-80ba-7c1248156f20 no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:00:01.332242 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9a06ecdb-5b85-432c-a4a2-7384144b2b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (43629834-d6f7-4591-80ba-7c1248156f20), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.360606 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06ecdb-5b85-432c-a4a2-7384144b2b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=43629834-d6f7-4591-80ba-7c1248156f20,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:01.362470 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a06ecdb-5b85-432c-a4a2-7384144b2b63 admin admin] No DVR routers for this DVR port 43629834-d6f7-4591-80ba-7c1248156f20 on host dv-cinder-837166-1-iscsi {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:00:01.385943 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: 43629834-d6f7-4591-80ba-7c1248156f20 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:00:01.386330 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 43629834-d6f7-4591-80ba-7c1248156f20 not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:00:01.386750 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 5c7a6471-ca62-484b-8d20-37585ff242c2 no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:00:01.415553 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: 5c7a6471-ca62-484b-8d20-37585ff242c2 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:00:01.416182 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 5c7a6471-ca62-484b-8d20-37585ff242c2 not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:00:01.416829 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:00:01.419363 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] For port 43629834-d6f7-4591-80ba-7c1248156f20, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=43629834-d6f7-4591-80ba-7c1248156f20,segment=NetworkSegment(28c56a22-6df6-4b31-8955-e44be86ab316),segment_id=28c56a22-6df6-4b31-8955-e44be86ab316)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:01.419768 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (43629834-d6f7-4591-80ba-7c1248156f20), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.439401 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9a06ecdb-5b85-432c-a4a2-7384144b2b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1707906', 'neutron.services.segments.db._delete_segments_for_network-8780306556573'] for network (f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.447914 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:00:01.448310 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 1aa05c2a-7c2b-46ae-97e1-0b82b793b2c9 not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:00:01.450260 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] Calling delete_port for 43629834-d6f7-4591-80ba-7c1248156f20 owned by network:dhcp {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:00:01.465454 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-9a06ecdb-5b85-432c-a4a2-7384144b2b63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda']}} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:01.476906 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-9a06ecdb-5b85-432c-a4a2-7384144b2b63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c56a22-6df6-4b31-8955-e44be86ab316') {'for_net_delete': True} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:01.477230 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-9a06ecdb-5b85-432c-a4a2-7384144b2b63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c56a22-6df6-4b31-8955-e44be86ab316') {} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:01.492501 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9a06ecdb-5b85-432c-a4a2-7384144b2b63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780306558374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30987638'] for segment (28c56a22-6df6-4b31-8955-e44be86ab316), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.507825 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9a06ecdb-5b85-432c-a4a2-7384144b2b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (28c56a22-6df6-4b31-8955-e44be86ab316), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.515819 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a06ecdb-5b85-432c-a4a2-7384144b2b63 admin admin] Releasing vlan 994 on physical network physnet1 to pool {{(pid=103548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 18:00:01.516792 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9a06ecdb-5b85-432c-a4a2-7384144b2b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30242400'] for segment (28c56a22-6df6-4b31-8955-e44be86ab316), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: Traceback (most recent call last): Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: timer() Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: cb(*args, **kw) Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: return func(*args, **kwargs) Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: self._notify() Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: self.callback(batched_events) Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: event.method(event) Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: return f(self, *a, **k) Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: return self._get(url).json() Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: return self.request(url, 'GET', **kwargs) Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 18:00:01.518998 dv-cinder-837166-1-iscsi neutron-server[103548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 18:00:01.542533 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215'] for port (43629834-d6f7-4591-80ba-7c1248156f20), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.571936 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] Pushing event deleted for resources: {'Port': ['ID=43629834-d6f7-4591-80ba-7c1248156f20,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:01.577635 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] No DVR routers for this DVR port 43629834-d6f7-4591-80ba-7c1248156f20 on host dv-cinder-837166-1-iscsi {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:00:01.581044 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9a06ecdb-5b85-432c-a4a2-7384144b2b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1707913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726762'] for network (f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.584558 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.584817 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.585502 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.585502 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.585824 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.586113 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.586421 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.586889 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.587081 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.587361 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.588177 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9a06ecdb-5b85-432c-a4a2-7384144b2b63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.589137 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.589465 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.589778 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.590100 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.590420 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faac27-67f7-4361-89b1-25a04a911e42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.591693 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-9a06ecdb-5b85-432c-a4a2-7384144b2b63 admin admin] 10.222.0.86 "DELETE /v2.0/networks/f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda HTTP/1.1" status: 204 len: 168 time: 0.5626421 Apr 08 18:00:01.594844 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 47026) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:01.606912 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06ecdb-5b85-432c-a4a2-7384144b2b63 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8d3d808-4fa6-43f6-ae73-7f7dc7a5dfda,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:01.967898 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c292ba8f-10e3-4749-8d35-a62a37cedb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732664'] for router_interface (25c2192e-155a-445d-9836-3058422766b7), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:02.224382 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c292ba8f-10e3-4749-8d35-a62a37cedb49 admin admin] Deleting port a0c66390-6aeb-4948-9b53-552a982defa1 {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:00:02.224646 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c292ba8f-10e3-4749-8d35-a62a37cedb49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (a0c66390-6aeb-4948-9b53-552a982defa1), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:02.313392 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c292ba8f-10e3-4749-8d35-a62a37cedb49 admin admin] For port a0c66390-6aeb-4948-9b53-552a982defa1, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=a0c66390-6aeb-4948-9b53-552a982defa1,segment=NetworkSegment(df5378c9-d718-466b-93a1-62c5268a3a9b),segment_id=df5378c9-d718-466b-93a1-62c5268a3a9b)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:02.313713 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c292ba8f-10e3-4749-8d35-a62a37cedb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (a0c66390-6aeb-4948-9b53-552a982defa1), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:02.327520 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c292ba8f-10e3-4749-8d35-a62a37cedb49 admin admin] Calling delete_port for a0c66390-6aeb-4948-9b53-552a982defa1 owned by network:router_interface {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:00:02.533546 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c292ba8f-10e3-4749-8d35-a62a37cedb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (a0c66390-6aeb-4948-9b53-552a982defa1), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:02.565854 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292ba8f-10e3-4749-8d35-a62a37cedb49 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c66390-6aeb-4948-9b53-552a982defa1,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:02.741195 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c292ba8f-10e3-4749-8d35-a62a37cedb49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732524'] for router_interface (25c2192e-155a-445d-9836-3058422766b7), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:02.983113 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c292ba8f-10e3-4749-8d35-a62a37cedb49 admin admin] Router 25c2192e-155a-445d-9836-3058422766b7 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:00:03.097808 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c292ba8f-10e3-4749-8d35-a62a37cedb49 admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:00:03.103275 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-c292ba8f-10e3-4749-8d35-a62a37cedb49 admin admin] 10.222.0.86 "PUT /v2.0/routers/25c2192e-155a-445d-9836-3058422766b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5060527 Apr 08 18:00:03.106470 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 47028) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:03.109908 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2483dae-6d43-4cc2-bdf8-960ac331a4c3 None None] Sync routers for ids ['25c2192e-155a-445d-9836-3058422766b7'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:00:03.121680 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2483dae-6d43-4cc2-bdf8-960ac331a4c3 None None] Routers {'25c2192e-155a-445d-9836-3058422766b7'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:00:03.122297 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-d2483dae-6d43-4cc2-bdf8-960ac331a4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:59:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['25c2192e-155a-445d-9836-3058422766b7'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:03.217003 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bfaf705d-1079-453a-abcc-6e87b462a550 admin admin] Publish callbacks [] for router (25c2192e-155a-445d-9836-3058422766b7), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:03.235106 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-d2483dae-6d43-4cc2-bdf8-960ac331a4c3 None None] Set router 25c2192e-155a-445d-9836-3058422766b7 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:00:03.331783 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bfaf705d-1079-453a-abcc-6e87b462a550 admin admin] Publish callbacks [] for router_gateway (25c2192e-155a-445d-9836-3058422766b7), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:03.384529 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf705d-1079-453a-abcc-6e87b462a550 admin admin] Deleting port f8c58b53-ef86-4cf5-825d-7ca402f17256 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:00:03.384870 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bfaf705d-1079-453a-abcc-6e87b462a550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (f8c58b53-ef86-4cf5-825d-7ca402f17256), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:03.418892 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-d2483dae-6d43-4cc2-bdf8-960ac331a4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c2192e-155a-445d-9836-3058422766b7', 'name': 'tempest-TestShelveInstance-2116089092-router', 'tenant_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'f8c58b53-ef86-4cf5-825d-7ca402f17256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:35Z', 'updated_at': '2022-04-08T18:00:02Z', 'revision_number': 5, 'project_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'gw_port': {'id': 'f8c58b53-ef86-4cf5-825d-7ca402f17256', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c2192e-155a-445d-9836-3058422766b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:53:35Z', 'updated_at': '2022-04-08T17:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:03.446504 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2483dae-6d43-4cc2-bdf8-960ac331a4c3 None None] Checking router: 25c2192e-155a-445d-9836-3058422766b7 for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:00:03.455153 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2483dae-6d43-4cc2-bdf8-960ac331a4c3 None None] Routers {'25c2192e-155a-445d-9836-3058422766b7'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:00:03.455771 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-d2483dae-6d43-4cc2-bdf8-960ac331a4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T17:59:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['25c2192e-155a-445d-9836-3058422766b7'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:03.466210 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-bfaf705d-1079-453a-abcc-6e87b462a550 admin admin] For port f8c58b53-ef86-4cf5-825d-7ca402f17256, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=f8c58b53-ef86-4cf5-825d-7ca402f17256,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:03.466548 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bfaf705d-1079-453a-abcc-6e87b462a550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (f8c58b53-ef86-4cf5-825d-7ca402f17256), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:03.479286 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf705d-1079-453a-abcc-6e87b462a550 admin admin] Calling delete_port for f8c58b53-ef86-4cf5-825d-7ca402f17256 owned by network:router_gateway {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:00:03.544507 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-d2483dae-6d43-4cc2-bdf8-960ac331a4c3 None None] Set router 25c2192e-155a-445d-9836-3058422766b7 gateway port host: None {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:00:03.607758 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-d2483dae-6d43-4cc2-bdf8-960ac331a4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c2192e-155a-445d-9836-3058422766b7', 'name': 'tempest-TestShelveInstance-2116089092-router', 'tenant_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:35Z', 'updated_at': '2022-04-08T18:00:03Z', 'revision_number': 6, 'project_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'gw_port_host': None}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:03.634179 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2483dae-6d43-4cc2-bdf8-960ac331a4c3 None None] The sync data for ids ['25c2192e-155a-445d-9836-3058422766b7'] in dv-cinder-837166-1-iscsi is: [{'id': '25c2192e-155a-445d-9836-3058422766b7', 'name': 'tempest-TestShelveInstance-2116089092-router', 'tenant_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:53:35Z', 'updated_at': '2022-04-08T18:00:03Z', 'revision_number': 6, 'project_id': '0b3bbcb6a493488ea0848c6c2be66a0a', 'gw_port_host': None}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:00:03.658540 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bfaf705d-1079-453a-abcc-6e87b462a550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (f8c58b53-ef86-4cf5-825d-7ca402f17256), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:03.684208 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf705d-1079-453a-abcc-6e87b462a550 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c58b53-ef86-4cf5-825d-7ca402f17256,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:03.755453 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bfaf705d-1079-453a-abcc-6e87b462a550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726670'] for router_gateway (25c2192e-155a-445d-9836-3058422766b7), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:03.856195 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bfaf705d-1079-453a-abcc-6e87b462a550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4576'] for router (25c2192e-155a-445d-9836-3058422766b7), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:03.859568 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bfaf705d-1079-453a-abcc-6e87b462a550 admin admin] Publish callbacks [] for router_controller (25c2192e-155a-445d-9836-3058422766b7), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:03.910886 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bfaf705d-1079-453a-abcc-6e87b462a550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-681261'] for router (25c2192e-155a-445d-9836-3058422766b7), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:03.911453 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfaf705d-1079-453a-abcc-6e87b462a550 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25c2192e-155a-445d-9836-3058422766b7 {{(pid=103548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 18:00:03.916073 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bfaf705d-1079-453a-abcc-6e87b462a550 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:03.917592 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-bfaf705d-1079-453a-abcc-6e87b462a550 admin admin] 10.222.0.86 "DELETE /v2.0/routers/25c2192e-155a-445d-9836-3058422766b7 HTTP/1.1" status: 204 len: 168 time: 0.8093824 Apr 08 18:00:03.920352 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 47030) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:03.972655 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_v2 [None req-837fc47b-c01e-4291-b03a-84141259691b admin admin] Deleting subnet be7a9e65-6b46-4f3e-a6dc-0250f8f62d5c {{(pid=103549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 18:00:03.976384 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-837fc47b-c01e-4291-b03a-84141259691b admin admin] Publish callbacks [] for subnet (be7a9e65-6b46-4f3e-a6dc-0250f8f62d5c), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:04.013898 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-837fc47b-c01e-4291-b03a-84141259691b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30165226'] for subnet (be7a9e65-6b46-4f3e-a6dc-0250f8f62d5c), precommit_delete_associations {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:04.099044 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-837fc47b-c01e-4291-b03a-84141259691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709327'] for subnet (be7a9e65-6b46-4f3e-a6dc-0250f8f62d5c), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:04.167417 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-837fc47b-c01e-4291-b03a-84141259691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1709334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30663514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29992187'] for subnet (be7a9e65-6b46-4f3e-a6dc-0250f8f62d5c), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:04.202763 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fc47b-c01e-4291-b03a-84141259691b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be7a9e65-6b46-4f3e-a6dc-0250f8f62d5c,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:04.208958 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-837fc47b-c01e-4291-b03a-84141259691b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:04.212166 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-837fc47b-c01e-4291-b03a-84141259691b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/be7a9e65-6b46-4f3e-a6dc-0250f8f62d5c HTTP/1.1" status: 204 len: 168 time: 0.2906551 Apr 08 18:00:04.215122 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 47032) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:04.215286 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad31fc7-7a0f-4806-a62d-405a48c5f0c1 None None] Network 3530dbd5-4aeb-4975-ad43-1c12b8a1e1de requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:00:04.284796 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6cd1158f-6139-47ac-b263-b9ce956b867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832628'] for network (3530dbd5-4aeb-4975-ad43-1c12b8a1e1de), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:04.329664 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-6cd1158f-6139-47ac-b263-b9ce956b867d admin admin] Deleting port 111de92c-9be0-46b2-a8f4-bdf80d7e880b {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:00:04.330014 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6cd1158f-6139-47ac-b263-b9ce956b867d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (111de92c-9be0-46b2-a8f4-bdf80d7e880b), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:04.401326 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-6cd1158f-6139-47ac-b263-b9ce956b867d admin admin] For port 111de92c-9be0-46b2-a8f4-bdf80d7e880b, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=111de92c-9be0-46b2-a8f4-bdf80d7e880b,segment=NetworkSegment(df5378c9-d718-466b-93a1-62c5268a3a9b),segment_id=df5378c9-d718-466b-93a1-62c5268a3a9b)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:04.401710 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6cd1158f-6139-47ac-b263-b9ce956b867d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (111de92c-9be0-46b2-a8f4-bdf80d7e880b), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:04.418322 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-6cd1158f-6139-47ac-b263-b9ce956b867d admin admin] Calling delete_port for 111de92c-9be0-46b2-a8f4-bdf80d7e880b owned by network:dhcp {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:00:04.422318 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6ed662-0caa-4ee8-8a9c-12835a3982b3 None None] DHCP port deletion for 3530dbd5-4aeb-4975-ad43-1c12b8a1e1de request from dv-cinder-837166-1-iscsi {{(pid=103550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 18:00:04.461884 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-ae6ed662-0caa-4ee8-8a9c-12835a3982b3 None None] Deleting port 111de92c-9be0-46b2-a8f4-bdf80d7e880b {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:00:04.462258 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ae6ed662-0caa-4ee8-8a9c-12835a3982b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (111de92c-9be0-46b2-a8f4-bdf80d7e880b), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:04.502885 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6cd1158f-6139-47ac-b263-b9ce956b867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (111de92c-9be0-46b2-a8f4-bdf80d7e880b), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:04.527678 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-ae6ed662-0caa-4ee8-8a9c-12835a3982b3 None None] For port 111de92c-9be0-46b2-a8f4-bdf80d7e880b, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=111de92c-9be0-46b2-a8f4-bdf80d7e880b,segment=NetworkSegment(df5378c9-d718-466b-93a1-62c5268a3a9b),segment_id=df5378c9-d718-466b-93a1-62c5268a3a9b)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:04.528082 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ae6ed662-0caa-4ee8-8a9c-12835a3982b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (111de92c-9be0-46b2-a8f4-bdf80d7e880b), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:04.534597 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1158f-6139-47ac-b263-b9ce956b867d admin admin] Pushing event deleted for resources: {'Port': ['ID=111de92c-9be0-46b2-a8f4-bdf80d7e880b,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:04.538405 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd1158f-6139-47ac-b263-b9ce956b867d admin admin] No DVR routers for this DVR port 111de92c-9be0-46b2-a8f4-bdf80d7e880b on host dv-cinder-837166-1-iscsi {{(pid=103549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:00:04.543158 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-ae6ed662-0caa-4ee8-8a9c-12835a3982b3 None None] Calling delete_port for 111de92c-9be0-46b2-a8f4-bdf80d7e880b owned by network:dhcp {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:00:04.609726 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6cd1158f-6139-47ac-b263-b9ce956b867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1707906', 'neutron.services.segments.db._delete_segments_for_network-8780306556573'] for network (3530dbd5-4aeb-4975-ad43-1c12b8a1e1de), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:04.625034 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ae6ed662-0caa-4ee8-8a9c-12835a3982b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215'] for port (111de92c-9be0-46b2-a8f4-bdf80d7e880b), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:04.631255 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-6cd1158f-6139-47ac-b263-b9ce956b867d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3530dbd5-4aeb-4975-ad43-1c12b8a1e1de']}} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:04.642217 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-6cd1158f-6139-47ac-b263-b9ce956b867d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5378c9-d718-466b-93a1-62c5268a3a9b') {'for_net_delete': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:04.642476 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.services.segments.db [None req-6cd1158f-6139-47ac-b263-b9ce956b867d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5378c9-d718-466b-93a1-62c5268a3a9b') {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:04.654382 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6cd1158f-6139-47ac-b263-b9ce956b867d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780306558374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30165219'] for segment (df5378c9-d718-466b-93a1-62c5268a3a9b), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:04.654946 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ed662-0caa-4ee8-8a9c-12835a3982b3 None None] Pushing event deleted for resources: {'Port': ['ID=111de92c-9be0-46b2-a8f4-bdf80d7e880b,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:04.660516 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6ed662-0caa-4ee8-8a9c-12835a3982b3 None None] No DVR routers for this DVR port 111de92c-9be0-46b2-a8f4-bdf80d7e880b on host dv-cinder-837166-1-iscsi {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:00:04.669725 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6cd1158f-6139-47ac-b263-b9ce956b867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (df5378c9-d718-466b-93a1-62c5268a3a9b), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:04.677169 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd1158f-6139-47ac-b263-b9ce956b867d admin admin] Releasing vlan 999 on physical network physnet1 to pool {{(pid=103549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 18:00:04.677565 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6cd1158f-6139-47ac-b263-b9ce956b867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30663484'] for segment (df5378c9-d718-466b-93a1-62c5268a3a9b), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: Traceback (most recent call last): Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: timer() Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: cb(*args, **kw) Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: return func(*args, **kwargs) Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: self._notify() Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: self.callback(batched_events) Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: event.method(event) Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: return f(self, *a, **k) Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: return self._get(url).json() Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: return self.request(url, 'GET', **kwargs) Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 18:00:04.679410 dv-cinder-837166-1-iscsi neutron-server[103549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 18:00:04.742377 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6cd1158f-6139-47ac-b263-b9ce956b867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1707913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726762'] for network (3530dbd5-4aeb-4975-ad43-1c12b8a1e1de), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:04.748748 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6cd1158f-6139-47ac-b263-b9ce956b867d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:04.752941 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-6cd1158f-6139-47ac-b263-b9ce956b867d admin admin] 10.222.0.86 "DELETE /v2.0/networks/3530dbd5-4aeb-4975-ad43-1c12b8a1e1de HTTP/1.1" status: 204 len: 168 time: 0.5368538 Apr 08 18:00:04.764026 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1158f-6139-47ac-b263-b9ce956b867d admin admin] Pushing event deleted for resources: {'Network': ['ID=3530dbd5-4aeb-4975-ad43-1c12b8a1e1de,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:04.875704 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 47036) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:04.919055 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-c0a9621a-e132-4fa0-86d0-218be2e3a2ab admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bc8f668fe2c54b07aa0523c0576449f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421257 Apr 08 18:00:04.921743 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 47038) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:04.972143 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9b92-ceb6-45ae-bd06-9d5d100022f0 admin admin] Publish callbacks [] for security_group (dcdba425-a235-4c17-ad25-20a114f3ed37), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:04.994584 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9b92-ceb6-45ae-bd06-9d5d100022f0 admin admin] Publish callbacks [] for security_group (dcdba425-a235-4c17-ad25-20a114f3ed37), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:05.047587 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9b92-ceb6-45ae-bd06-9d5d100022f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (dcdba425-a235-4c17-ad25-20a114f3ed37), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:05.050555 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9b92-ceb6-45ae-bd06-9d5d100022f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:05.051724 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-1c1a9b92-ceb6-45ae-bd06-9d5d100022f0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dcdba425-a235-4c17-ad25-20a114f3ed37 HTTP/1.1" status: 204 len: 168 time: 0.1291776 Apr 08 18:00:05.061150 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a9b92-ceb6-45ae-bd06-9d5d100022f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdba425-a235-4c17-ad25-20a114f3ed37,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:05.303575 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device a0c66390-6aeb-4948-9b53-552a982defa1 no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:00:05.324223 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: a0c66390-6aeb-4948-9b53-552a982defa1 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:00:05.324593 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device a0c66390-6aeb-4948-9b53-552a982defa1 not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:00:05.325021 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device f8c58b53-ef86-4cf5-825d-7ca402f17256 no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:00:05.347587 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: f8c58b53-ef86-4cf5-825d-7ca402f17256 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:00:05.347935 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device f8c58b53-ef86-4cf5-825d-7ca402f17256 not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:00:05.348364 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 111de92c-9be0-46b2-a8f4-bdf80d7e880b no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:00:05.367810 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: 111de92c-9be0-46b2-a8f4-bdf80d7e880b {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:00:05.368165 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 111de92c-9be0-46b2-a8f4-bdf80d7e880b not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:00:05.392206 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 47044) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:05.440374 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-ec1d5f1a-d326-47f4-8925-716b65f9db11 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0b3bbcb6a493488ea0848c6c2be66a0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466914 Apr 08 18:00:05.442928 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 47046) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:05.492469 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-81ad0e0d-9719-487f-94f9-fa1bba0afcef admin admin] Publish callbacks [] for security_group (29e15a4f-1fc3-4c45-90a4-84c3ceb2c182), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:05.514318 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-81ad0e0d-9719-487f-94f9-fa1bba0afcef admin admin] Publish callbacks [] for security_group (29e15a4f-1fc3-4c45-90a4-84c3ceb2c182), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:05.571723 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-81ad0e0d-9719-487f-94f9-fa1bba0afcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (29e15a4f-1fc3-4c45-90a4-84c3ceb2c182), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:05.574443 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-81ad0e0d-9719-487f-94f9-fa1bba0afcef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:05.575618 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-81ad0e0d-9719-487f-94f9-fa1bba0afcef admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/29e15a4f-1fc3-4c45-90a4-84c3ceb2c182 HTTP/1.1" status: 204 len: 168 time: 0.1317732 Apr 08 18:00:05.583618 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad0e0d-9719-487f-94f9-fa1bba0afcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e15a4f-1fc3-4c45-90a4-84c3ceb2c182,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:07.324254 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1d094dff-6973-4050-9669-a3126b879b30 req-a704339e-d885-48c1-a83b-c586afa9ac9f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395987 Apr 08 18:00:07.414720 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d094dff-6973-4050-9669-a3126b879b30 req-7b853f44-75b7-4e8f-bd20-10ff33c10d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:07.416536 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1d094dff-6973-4050-9669-a3126b879b30 req-7b853f44-75b7-4e8f-bd20-10ff33c10d4c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31673ad20ead49bd85bfae7300da6304&device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 1129 time: 0.0415719 Apr 08 18:00:07.528871 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d094dff-6973-4050-9669-a3126b879b30 req-5530c7b3-4bc2-4b63-b4d4-2eda8a064623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:07.530300 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1d094dff-6973-4050-9669-a3126b879b30 req-5530c7b3-4bc2-4b63-b4d4-2eda8a064623 service neutron] 10.222.0.20 "GET /v2.0/networks?id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc HTTP/1.1" status: 200 len: 912 time: 0.0929573 Apr 08 18:00:07.604577 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1d094dff-6973-4050-9669-a3126b879b30 req-970bace6-636e-4916-852e-5dd9b664dfff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9083279-acef-401a-9bfe-d667d23728eb HTTP/1.1" status: 200 len: 1000 time: 0.0673249 Apr 08 18:00:07.655340 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d094dff-6973-4050-9669-a3126b879b30 req-27ae1b12-770f-4c00-95c5-bf90273bcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:07.656825 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1d094dff-6973-4050-9669-a3126b879b30 req-27ae1b12-770f-4c00-95c5-bf90273bcaec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98c89128-6e6b-4e14-98c1-f50e23a0f5d6 HTTP/1.1" status: 200 len: 850 time: 0.0457854 Apr 08 18:00:07.705454 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d094dff-6973-4050-9669-a3126b879b30 req-81e0d6e9-11db-4f5c-be6b-99004036598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:07.706959 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1d094dff-6973-4050-9669-a3126b879b30 req-81e0d6e9-11db-4f5c-be6b-99004036598d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432093 Apr 08 18:00:07.814192 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1d094dff-6973-4050-9669-a3126b879b30 req-cee56232-32a3-4baf-ac66-3d2286593a00 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980327 Apr 08 18:00:07.911518 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1d094dff-6973-4050-9669-a3126b879b30 req-f82cb3d2-9482-470c-aea5-6de843aad226 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910940 Apr 08 18:00:10.455951 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:00:13.041763 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-39d31f4a-0361-4c64-a624-bae59db3dcda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:15.442824 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8b6cf284-14f8-4f81-8eaf-f7986ae613f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:16.815564 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:16.894789 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:17.622670 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134d676-d79a-412f-abb1-876aee6b02dc req-faa59ec5-99ae-494e-a339-71476b9b183f tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:17.624159 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4134d676-d79a-412f-abb1-876aee6b02dc req-faa59ec5-99ae-494e-a339-71476b9b183f tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 945 time: 0.0481255 Apr 08 18:00:17.677099 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4134d676-d79a-412f-abb1-876aee6b02dc req-4e430563-dd2e-418a-951b-bff5edb56e93 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446336 Apr 08 18:00:18.087958 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:18.808530 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333fcc0-f4b0-48e2-94dc-9c0859c2f4d2 req-de08ce61-d09e-4acd-866f-080f66e9e4a8 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:18.810052 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0333fcc0-f4b0-48e2-94dc-9c0859c2f4d2 req-de08ce61-d09e-4acd-866f-080f66e9e4a8 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 945 time: 0.0484507 Apr 08 18:00:18.862880 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-0333fcc0-f4b0-48e2-94dc-9c0859c2f4d2 req-77664d68-32dd-40a2-8a62-097c17ef39d5 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444570 Apr 08 18:00:19.514340 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844cb320-a206-4c77-8b0c-7c7200dffa62 req-b7c93c2a-6aff-471d-bcd3-84559679f13a tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:19.515750 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-844cb320-a206-4c77-8b0c-7c7200dffa62 req-b7c93c2a-6aff-471d-bcd3-84559679f13a tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 945 time: 0.0562367 Apr 08 18:00:19.535002 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:19.608565 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-844cb320-a206-4c77-8b0c-7c7200dffa62 req-8fba3561-86be-4d7e-89d3-c01ceeb2c32d tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Deleting port e9083279-acef-401a-9bfe-d667d23728eb {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:00:19.608886 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-844cb320-a206-4c77-8b0c-7c7200dffa62 req-8fba3561-86be-4d7e-89d3-c01ceeb2c32d tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (e9083279-acef-401a-9bfe-d667d23728eb), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:19.701223 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-844cb320-a206-4c77-8b0c-7c7200dffa62 req-8fba3561-86be-4d7e-89d3-c01ceeb2c32d tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] For port e9083279-acef-401a-9bfe-d667d23728eb, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e9083279-acef-401a-9bfe-d667d23728eb,segment=NetworkSegment(0dee3bfa-4c14-49f3-b834-7e796b6568e0),segment_id=0dee3bfa-4c14-49f3-b834-7e796b6568e0)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:19.701580 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-844cb320-a206-4c77-8b0c-7c7200dffa62 req-8fba3561-86be-4d7e-89d3-c01ceeb2c32d tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (e9083279-acef-401a-9bfe-d667d23728eb), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:19.891305 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-844cb320-a206-4c77-8b0c-7c7200dffa62 req-8fba3561-86be-4d7e-89d3-c01ceeb2c32d tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:19.891678 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-844cb320-a206-4c77-8b0c-7c7200dffa62 req-8fba3561-86be-4d7e-89d3-c01ceeb2c32d tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (683bf363-f8d5-4b09-9116-14e12e4ab774), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:19.892459 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.l3_db [req-844cb320-a206-4c77-8b0c-7c7200dffa62 req-8fba3561-86be-4d7e-89d3-c01ceeb2c32d tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Floating IP 683bf363-f8d5-4b09-9116-14e12e4ab774 disassociated. External IP: 172.27.1.57, port: e9083279-acef-401a-9bfe-d667d23728eb. Apr 08 18:00:19.892459 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-844cb320-a206-4c77-8b0c-7c7200dffa62 req-8fba3561-86be-4d7e-89d3-c01ceeb2c32d tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Calling delete_port for e9083279-acef-401a-9bfe-d667d23728eb owned by compute:nova {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:00:19.993595 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d24b7d-c7ae-4db0-bb5c-566c41030d91 req-91be66bc-dfb8-4cfb-82b8-1b2768f2fe94 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:19.995123 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-52d24b7d-c7ae-4db0-bb5c-566c41030d91 req-91be66bc-dfb8-4cfb-82b8-1b2768f2fe94 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 945 time: 0.0611427 Apr 08 18:00:20.084165 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-52d24b7d-c7ae-4db0-bb5c-566c41030d91 req-6a33885c-1167-465d-a76c-c222b8fef353 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786724 Apr 08 18:00:20.102418 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-844cb320-a206-4c77-8b0c-7c7200dffa62 req-8fba3561-86be-4d7e-89d3-c01ceeb2c32d tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (e9083279-acef-401a-9bfe-d667d23728eb), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:20.132471 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba3561-86be-4d7e-89d3-c01ceeb2c32d tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event deleted for resources: {'Port': ['ID=e9083279-acef-401a-9bfe-d667d23728eb,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:20.250770 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-844cb320-a206-4c77-8b0c-7c7200dffa62 req-8fba3561-86be-4d7e-89d3-c01ceeb2c32d tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Router 12fc0726-47b6-429b-9293-f981d55220b1 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:00:20.377278 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-844cb320-a206-4c77-8b0c-7c7200dffa62 req-8fba3561-86be-4d7e-89d3-c01ceeb2c32d tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:00:20.387969 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb1f79-aa1a-4366-80a0-aeb272ef2c07 None None] Sync routers for ids ['12fc0726-47b6-429b-9293-f981d55220b1'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:00:20.397866 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb1f79-aa1a-4366-80a0-aeb272ef2c07 None None] Routers {'12fc0726-47b6-429b-9293-f981d55220b1'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:00:20.398631 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-31eb1f79-aa1a-4366-80a0-aeb272ef2c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T18:00:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['12fc0726-47b6-429b-9293-f981d55220b1'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:20.421060 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-844cb320-a206-4c77-8b0c-7c7200dffa62 req-8fba3561-86be-4d7e-89d3-c01ceeb2c32d tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] No DVR routers for this DVR port e9083279-acef-401a-9bfe-d667d23728eb on host hv-cinder-83716 {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:00:20.423995 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-844cb320-a206-4c77-8b0c-7c7200dffa62 req-8fba3561-86be-4d7e-89d3-c01ceeb2c32d tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:20.427337 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-844cb320-a206-4c77-8b0c-7c7200dffa62 req-8fba3561-86be-4d7e-89d3-c01ceeb2c32d tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.20 "DELETE /v2.0/ports/e9083279-acef-401a-9bfe-d667d23728eb HTTP/1.1" status: 204 len: 173 time: 0.9059982 Apr 08 18:00:20.427786 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e1b97d-2d03-47b7-b8de-959ccf1d54a1', 'name': 'network-vif-deleted', 'tag': 'e9083279-acef-401a-9bfe-d667d23728eb'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:00:20.430126 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1ed906-888f-4afa-b965-38dd2219b99f" -d '{"events": [{"server_uuid": "a4e1b97d-2d03-47b7-b8de-959ccf1d54a1", "name": "network-vif-deleted", "tag": "e9083279-acef-401a-9bfe-d667d23728eb"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:00:20.478958 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 18:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add9a97b-7dfa-4946-9ad4-d6d6be86434d x-openstack-request-id: req-add9a97b-7dfa-4946-9ad4-d6d6be86434d {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:00:20.479372 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e1b97d-2d03-47b7-b8de-959ccf1d54a1", "name": "network-vif-deleted", "tag": "e9083279-acef-401a-9bfe-d667d23728eb", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:00:20.479687 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-add9a97b-7dfa-4946-9ad4-d6d6be86434d {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:00:20.480185 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-add9a97b-7dfa-4946-9ad4-d6d6be86434d'] response: {'server_uuid': 'a4e1b97d-2d03-47b7-b8de-959ccf1d54a1', 'name': 'network-vif-deleted', 'tag': 'e9083279-acef-401a-9bfe-d667d23728eb', 'status': 'completed', 'code': 200} Apr 08 18:00:20.664710 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-31eb1f79-aa1a-4366-80a0-aeb272ef2c07 None None] Set router 12fc0726-47b6-429b-9293-f981d55220b1 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:00:20.866491 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-31eb1f79-aa1a-4366-80a0-aeb272ef2c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '3c89ba22-3eee-4e17-a94d-d5e316eb9355', 'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'mac_address': 'fa:16:3e:f7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:41Z', 'updated_at': '2022-04-08T17:56:45Z', 'revision_number': 5, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'subnets': [{'id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:20.900400 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb1f79-aa1a-4366-80a0-aeb272ef2c07 None None] Checking router: 12fc0726-47b6-429b-9293-f981d55220b1 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:00:20.910090 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb1f79-aa1a-4366-80a0-aeb272ef2c07 None None] Routers {'12fc0726-47b6-429b-9293-f981d55220b1'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:00:20.910718 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-31eb1f79-aa1a-4366-80a0-aeb272ef2c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T18:00:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['12fc0726-47b6-429b-9293-f981d55220b1'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:21.037492 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-31eb1f79-aa1a-4366-80a0-aeb272ef2c07 None None] Set router 12fc0726-47b6-429b-9293-f981d55220b1 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:00:21.214302 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6c0c0f4c-cb10-414b-a233-5bf34a15c43f req-e840973b-3474-411d-b7bb-0baf3fd2a3ab tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4e1b97d-2d03-47b7-b8de-959ccf1d54a1 HTTP/1.1" status: 200 len: 210 time: 0.0367725 Apr 08 18:00:21.258807 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-31eb1f79-aa1a-4366-80a0-aeb272ef2c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '3c89ba22-3eee-4e17-a94d-d5e316eb9355', 'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'mac_address': 'fa:16:3e:f7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:41Z', 'updated_at': '2022-04-08T17:56:45Z', 'revision_number': 5, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'subnets': [{'id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:21.291721 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb1f79-aa1a-4366-80a0-aeb272ef2c07 None None] The sync data for ids ['12fc0726-47b6-429b-9293-f981d55220b1'] in dv-cinder-837166-1-iscsi is: [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '3c89ba22-3eee-4e17-a94d-d5e316eb9355', 'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'mac_address': 'fa:16:3e:f7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:41Z', 'updated_at': '2022-04-08T17:56:45Z', 'revision_number': 5, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'subnets': [{'id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:00:21.521469 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96977755-5591-4010-8434-a2df21af685c None None] New status for floating IP 683bf363-f8d5-4b09-9116-14e12e4ab774: DOWN {{(pid=103551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 18:00:22.508134 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-cc667c6d-c122-4313-a912-074bf710eb29 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-244387946&fields=id&tenant_id=31673ad20ead49bd85bfae7300da6304 HTTP/1.1" status: 200 len: 267 time: 0.0569310 Apr 08 18:00:22.639216 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-59276b2c-6881-40bc-a5d2-a0954e89c191 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:22.640714 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-59276b2c-6881-40bc-a5d2-a0954e89c191 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/networks?id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc HTTP/1.1" status: 200 len: 811 time: 0.1243546 Apr 08 18:00:22.655999 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7eada306-c722-4a4c-9db4-7f0683fcabff tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/quotas/31673ad20ead49bd85bfae7300da6304 HTTP/1.1" status: 200 len: 375 time: 0.0097995 Apr 08 18:00:22.708627 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-2a937bd4-09f7-4af4-b307-60056f57fbf0 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=31673ad20ead49bd85bfae7300da6304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477531 Apr 08 18:00:22.935788 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-419248b7-6316-4add-8c66-dabb2e72815b service neutron] 10.222.0.86 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150209 Apr 08 18:00:23.045698 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device e9083279-acef-401a-9bfe-d667d23728eb no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:00:23.067192 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] No Port match for: e9083279-acef-401a-9bfe-d667d23728eb {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:00:23.067444 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device e9083279-acef-401a-9bfe-d667d23728eb not bound to the agent host hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:00:23.301488 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-877f7b18-0cf5-4618-b423-89ef6d447b8f service neutron] 10.222.0.86 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598545 Apr 08 18:00:23.609554 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-4c23a857-ca4c-4c50-83b6-5a40cb51bf11 req-8466b473-2e79-4238-a2cc-c6db8f91baa0 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 210 time: 0.0285192 Apr 08 18:00:24.635039 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-94281aeb-bd2a-42e1-bfd5-81e4d1e93d75 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:24.636545 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-94281aeb-bd2a-42e1-bfd5-81e4d1e93d75 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.20 "GET /v2.0/networks?id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc HTTP/1.1" status: 200 len: 811 time: 0.1212847 Apr 08 18:00:24.726055 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-aaa4e026-9402-4d92-b20c-cf471170bfd2 req-8b53d270-0c92-4aec-bb23-4811a46c1454 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 210 time: 0.0420823 Apr 08 18:00:24.731686 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-1b2203d2-5381-4170-99b7-90b9b472fe5b tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31673ad20ead49bd85bfae7300da6304 HTTP/1.1" status: 200 len: 379 time: 0.0864725 Apr 08 18:00:24.741515 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-8d7671c9-6a72-459b-95bf-a8dc9dbbc17b tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Request body: {'port': {'device_id': '2b4579e5-2284-4c56-bcbf-5b2e13fa3529', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'admin_state_up': True, 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'security_groups': ['4a099b92-edf0-4158-a6c1-806ae99ff2ed']}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:00:24.855478 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-8d7671c9-6a72-459b-95bf-a8dc9dbbc17b tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Made reservation on behalf of 31673ad20ead49bd85bfae7300da6304 for: {'port': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 18:00:24.858854 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-8d7671c9-6a72-459b-95bf-a8dc9dbbc17b tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:24.991979 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-8d7671c9-6a72-459b-95bf-a8dc9dbbc17b tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Allocated IP 172.20.0.7 (495e7117-9de8-40d4-b2ce-86dfc7a4d0cc/98c89128-6e6b-4e14-98c1-f50e23a0f5d6/774c6922-23d9-41ab-9e5a-7224c3b8f5fc) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 18:00:25.146129 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-8d7671c9-6a72-459b-95bf-a8dc9dbbc17b tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for port (774c6922-23d9-41ab-9e5a-7224c3b8f5fc), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:25.190564 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-8d7671c9-6a72-459b-95bf-a8dc9dbbc17b tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (774c6922-23d9-41ab-9e5a-7224c3b8f5fc), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:25.234186 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-8d7671c9-6a72-459b-95bf-a8dc9dbbc17b tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 18:00:25.237180 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-8d7671c9-6a72-459b-95bf-a8dc9dbbc17b tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:00:25.239875 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-8d7671c9-6a72-459b-95bf-a8dc9dbbc17b tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 18:00:25.272149 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7671c9-6a72-459b-95bf-a8dc9dbbc17b tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event updated for resources: {'Port': ['ID=774c6922-23d9-41ab-9e5a-7224c3b8f5fc,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:25.298291 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-8d7671c9-6a72-459b-95bf-a8dc9dbbc17b tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:25.298918 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-8d7671c9-6a72-459b-95bf-a8dc9dbbc17b tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:25.317362 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-8d7671c9-6a72-459b-95bf-a8dc9dbbc17b tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5799325 Apr 08 18:00:25.330803 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] Request body: {'port': {'device_id': '2b4579e5-2284-4c56-bcbf-5b2e13fa3529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:00:25.396581 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (774c6922-23d9-41ab-9e5a-7224c3b8f5fc), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:25.479570 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-3cd80645-a889-4373-9b93-3ebbed5b8ec2 None None] Provisioning complete for port 774c6922-23d9-41ab-9e5a-7224c3b8f5fc triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:00:25.480162 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3cd80645-a889-4373-9b93-3ebbed5b8ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (774c6922-23d9-41ab-9e5a-7224c3b8f5fc), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:25.515576 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-3cd80645-a889-4373-9b93-3ebbed5b8ec2 None None] Port 774c6922-23d9-41ab-9e5a-7224c3b8f5fc cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 18:00:25.676491 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774c6922-23d9-41ab-9e5a-7224c3b8f5fc {{(pid=103548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 18:00:25.684468 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] Publish callbacks [] for port (774c6922-23d9-41ab-9e5a-7224c3b8f5fc), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:25.697571 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.provisioning_blocks [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] Transition to ACTIVE for port object 774c6922-23d9-41ab-9e5a-7224c3b8f5fc will not be triggered until provisioned by entity L2. {{(pid=103548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 18:00:25.703726 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (774c6922-23d9-41ab-9e5a-7224c3b8f5fc), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:25.755210 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] Pushing event updated for resources: {'Port': ['ID=774c6922-23d9-41ab-9e5a-7224c3b8f5fc,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:25.838165 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] Attempting to bind port 774c6922-23d9-41ab-9e5a-7224c3b8f5fc on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 18:00:25.838165 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] Attempting to bind port 774c6922-23d9-41ab-9e5a-7224c3b8f5fc by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '0dee3bfa-4c14-49f3-b834-7e796b6568e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc'}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 18:00:25.838409 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] Attempting to bind port 774c6922-23d9-41ab-9e5a-7224c3b8f5fc on network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 18:00:25.843977 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] Port 774c6922-23d9-41ab-9e5a-7224c3b8f5fc on network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 18:00:25.844305 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] Attempting to bind port 774c6922-23d9-41ab-9e5a-7224c3b8f5fc on network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 18:00:25.849520 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] Checking agent: {'id': '0d41f64d-5a28-4579-bdba-007f65057d65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 18, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 18:00:25.849856 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] Checking segment: {'id': '0dee3bfa-4c14-49f3-b834-7e796b6568e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 18:00:25.850237 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] Bound using segment: {'id': '0dee3bfa-4c14-49f3-b834-7e796b6568e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc'} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 18:00:25.850665 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] Bound port: 774c6922-23d9-41ab-9e5a-7224c3b8f5fc, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dee3bfa-4c14-49f3-b834-7e796b6568e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc'}}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 18:00:25.851023 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (774c6922-23d9-41ab-9e5a-7224c3b8f5fc), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:25.851267 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50013d42-25a0-48fe-8b73-1bafc92b38b3 req-11650d88-df78-4ace-a2f8-a312638d7d69 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:25.852943 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-50013d42-25a0-48fe-8b73-1bafc92b38b3 req-11650d88-df78-4ace-a2f8-a312638d7d69 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 943 time: 0.0539238 Apr 08 18:00:25.908429 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-50013d42-25a0-48fe-8b73-1bafc92b38b3 req-dc4ba3d8-5d0d-435e-acb0-7431a1c89584 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475285 Apr 08 18:00:25.929670 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] For port 774c6922-23d9-41ab-9e5a-7224c3b8f5fc, host hv-cinder-83716, cleared binding levels {{(pid=103548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 18:00:25.933270 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] For port 774c6922-23d9-41ab-9e5a-7224c3b8f5fc, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=774c6922-23d9-41ab-9e5a-7224c3b8f5fc,segment=NetworkSegment(0dee3bfa-4c14-49f3-b834-7e796b6568e0),segment_id=0dee3bfa-4c14-49f3-b834-7e796b6568e0)] {{(pid=103548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 18:00:25.943087 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (774c6922-23d9-41ab-9e5a-7224c3b8f5fc), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:25.976531 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:25.977211 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:25.978637 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] 10.222.0.20 "PUT /v2.0/ports/774c6922-23d9-41ab-9e5a-7224c3b8f5fc HTTP/1.1" status: 200 len: 1093 time: 0.6523247 Apr 08 18:00:25.979072 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4579e5-2284-4c56-bcbf-5b2e13fa3529', 'tag': '774c6922-23d9-41ab-9e5a-7224c3b8f5fc'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:00:25.981557 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb319e63-22f6-4dae-94c5-caef5496c43e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4579e5-2284-4c56-bcbf-5b2e13fa3529", "tag": "774c6922-23d9-41ab-9e5a-7224c3b8f5fc"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:00:26.012637 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3b6b1-0b0a-4233-ac9e-59a92b4343a7 service neutron] Pushing event updated for resources: {'Port': ['ID=774c6922-23d9-41ab-9e5a-7224c3b8f5fc,revision_number=3']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:26.047345 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 18:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023ade0f-4221-4013-8272-7a6063b0fb16 x-openstack-request-id: req-023ade0f-4221-4013-8272-7a6063b0fb16 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:00:26.047760 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4579e5-2284-4c56-bcbf-5b2e13fa3529", "tag": "774c6922-23d9-41ab-9e5a-7224c3b8f5fc", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:00:26.048109 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-023ade0f-4221-4013-8272-7a6063b0fb16 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:00:26.048647 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-023ade0f-4221-4013-8272-7a6063b0fb16'] response: {'name': 'network-changed', 'server_uuid': '2b4579e5-2284-4c56-bcbf-5b2e13fa3529', 'tag': '774c6922-23d9-41ab-9e5a-7224c3b8f5fc', 'status': 'completed', 'code': 200} Apr 08 18:00:26.081835 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-02f240bf-6bdf-4b2d-ae5f-487e1bdeb6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:26.083384 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-02f240bf-6bdf-4b2d-ae5f-487e1bdeb6d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31673ad20ead49bd85bfae7300da6304&device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 1127 time: 0.0476692 Apr 08 18:00:26.131472 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-c52e7d82-62c8-4645-91ca-3cdb62267398 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=774c6922-23d9-41ab-9e5a-7224c3b8f5fc HTTP/1.1" status: 200 len: 217 time: 0.0381699 Apr 08 18:00:26.180934 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-77fd3af6-bf77-45a3-b253-89e17f189ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:26.182724 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-77fd3af6-bf77-45a3-b253-89e17f189ec0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98c89128-6e6b-4e14-98c1-f50e23a0f5d6 HTTP/1.1" status: 200 len: 850 time: 0.0445938 Apr 08 18:00:26.233559 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-cc4fe7dc-80af-4899-8522-8f61a98fc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:26.235141 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-cc4fe7dc-80af-4899-8522-8f61a98fc4ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455792 Apr 08 18:00:26.338807 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-23262143-46f6-4880-b895-3e61799eda2e service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956957 Apr 08 18:00:26.439775 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-6d286da8-7a1e-4540-aa30-02776be2ebc9 req-b68b5c67-7277-43db-9b8e-d06eb7f75b8f service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935626 Apr 08 18:00:27.034138 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51fd04-53f3-475e-8ab7-71468dd8ac75 req-3fafe70a-7d46-49f3-b7bc-a737134371bc tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:27.035647 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fc51fd04-53f3-475e-8ab7-71468dd8ac75 req-3fafe70a-7d46-49f3-b7bc-a737134371bc tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 943 time: 0.0497830 Apr 08 18:00:27.088777 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-fc51fd04-53f3-475e-8ab7-71468dd8ac75 req-6745e319-1942-4ec5-bd5f-5b94a656b191 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446453 Apr 08 18:00:27.470612 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb319e63-22f6-4dae-94c5-caef5496c43e req-a683c56c-0824-42f0-ba84-1763b9410434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:27.472023 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-cb319e63-22f6-4dae-94c5-caef5496c43e req-a683c56c-0824-42f0-ba84-1763b9410434 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31673ad20ead49bd85bfae7300da6304&device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 1127 time: 0.0404828 Apr 08 18:00:27.581245 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb319e63-22f6-4dae-94c5-caef5496c43e req-f56904f1-3c6d-4be9-a160-404043053db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:27.582753 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-cb319e63-22f6-4dae-94c5-caef5496c43e req-f56904f1-3c6d-4be9-a160-404043053db2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc HTTP/1.1" status: 200 len: 912 time: 0.1024303 Apr 08 18:00:27.626192 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-cb319e63-22f6-4dae-94c5-caef5496c43e req-b674e75d-18b4-4f76-951b-6e4cd3624f63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=774c6922-23d9-41ab-9e5a-7224c3b8f5fc HTTP/1.1" status: 200 len: 217 time: 0.0357931 Apr 08 18:00:27.680944 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb319e63-22f6-4dae-94c5-caef5496c43e req-1a01885c-69c9-42e4-9d9b-cb5071946317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:27.683335 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-cb319e63-22f6-4dae-94c5-caef5496c43e req-1a01885c-69c9-42e4-9d9b-cb5071946317 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98c89128-6e6b-4e14-98c1-f50e23a0f5d6 HTTP/1.1" status: 200 len: 850 time: 0.0505664 Apr 08 18:00:27.728427 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb319e63-22f6-4dae-94c5-caef5496c43e req-215c4dbe-3d71-44df-bfec-db97a95a65eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:27.729983 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-cb319e63-22f6-4dae-94c5-caef5496c43e req-215c4dbe-3d71-44df-bfec-db97a95a65eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405102 Apr 08 18:00:27.837092 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-cb319e63-22f6-4dae-94c5-caef5496c43e req-163f5210-e3ac-4ad9-83cd-ca92ecb796fa service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000137 Apr 08 18:00:27.937764 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-cb319e63-22f6-4dae-94c5-caef5496c43e req-ab317243-bc77-46ad-b2f5-f0442d7c09d8 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938520 Apr 08 18:00:28.228181 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9e8da-3d6a-4061-811b-97cbea1bb7c0 req-5d0fdf4a-6a8c-4a5f-a296-beb88bc9c01a tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:28.230187 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f7b9e8da-3d6a-4061-811b-97cbea1bb7c0 req-5d0fdf4a-6a8c-4a5f-a296-beb88bc9c01a tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 943 time: 0.0566490 Apr 08 18:00:28.281181 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-f7b9e8da-3d6a-4061-811b-97cbea1bb7c0 req-ed9317a5-9b58-4890-88e5-9569210748b3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447316 Apr 08 18:00:29.411755 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ad292-5233-4e69-84aa-8049f35567dc req-f47b6faf-1191-4faa-b315-63f8bf6a118b tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:29.413271 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5c0ad292-5233-4e69-84aa-8049f35567dc req-f47b6faf-1191-4faa-b315-63f8bf6a118b tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 943 time: 0.0600448 Apr 08 18:00:29.470093 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-5c0ad292-5233-4e69-84aa-8049f35567dc req-bc50f2e9-60e3-4e22-af72-ca19b4a7ff3d tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509913 Apr 08 18:00:30.606664 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a1a39-4a11-40d9-8679-0c28ff71e199 req-5c5940ef-1de0-4c50-a01b-1cfe88118f13 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:30.608133 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c57a1a39-4a11-40d9-8679-0c28ff71e199 req-5c5940ef-1de0-4c50-a01b-1cfe88118f13 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 943 time: 0.0569537 Apr 08 18:00:30.661526 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c57a1a39-4a11-40d9-8679-0c28ff71e199 req-f2f0d0ba-bfbd-429a-b354-fb0720319513 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454762 Apr 08 18:00:31.786944 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e9e02-db62-46b9-8ed3-5dba09c7b959 req-aa6579fc-b3db-446e-afdb-b5265d42d680 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:31.788481 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-238e9e02-db62-46b9-8ed3-5dba09c7b959 req-aa6579fc-b3db-446e-afdb-b5265d42d680 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 943 time: 0.0489731 Apr 08 18:00:31.841840 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-238e9e02-db62-46b9-8ed3-5dba09c7b959 req-cf233a4a-347e-4793-934a-25315f11b15a tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450401 Apr 08 18:00:32.977364 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8964e-35ed-4f07-96e4-2fd4f2edea52 req-597d73f1-4219-40f2-b06c-15ed66bebf3c tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:32.978820 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d7f8964e-35ed-4f07-96e4-2fd4f2edea52 req-597d73f1-4219-40f2-b06c-15ed66bebf3c tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 943 time: 0.0626004 Apr 08 18:00:33.040172 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d7f8964e-35ed-4f07-96e4-2fd4f2edea52 req-3dfc76ae-0205-41a7-a56d-59175a2193a1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525906 Apr 08 18:00:34.180534 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb49a1a-134b-4a02-be73-ede6a9687c87 req-f2175ed8-41db-4069-95f0-666c0116b9d0 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:34.182068 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8eb49a1a-134b-4a02-be73-ede6a9687c87 req-f2175ed8-41db-4069-95f0-666c0116b9d0 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 943 time: 0.0555360 Apr 08 18:00:34.236755 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-8eb49a1a-134b-4a02-be73-ede6a9687c87 req-de5752d7-5118-4d7b-961a-79524e6d3f5b tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464013 Apr 08 18:00:35.078416 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 774c6922-23d9-41ab-9e5a-7224c3b8f5fc details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 18:00:35.180391 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 774c6922-23d9-41ab-9e5a-7224c3b8f5fc, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=774c6922-23d9-41ab-9e5a-7224c3b8f5fc,segment=NetworkSegment(0dee3bfa-4c14-49f3-b834-7e796b6568e0),segment_id=0dee3bfa-4c14-49f3-b834-7e796b6568e0)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:35.192260 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': '774c6922-23d9-41ab-9e5a-7224c3b8f5fc', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'port_id': '774c6922-23d9-41ab-9e5a-7224c3b8f5fc', 'mac_address': 'fa:16:3e:07:c3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 18:00:35.240582 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 774c6922-23d9-41ab-9e5a-7224c3b8f5fc is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:00:35.240977 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (774c6922-23d9-41ab-9e5a-7224c3b8f5fc), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:35.254362 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774c6922-23d9-41ab-9e5a-7224c3b8f5fc {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 18:00:35.276666 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 774c6922-23d9-41ab-9e5a-7224c3b8f5fc, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=774c6922-23d9-41ab-9e5a-7224c3b8f5fc,segment=NetworkSegment(0dee3bfa-4c14-49f3-b834-7e796b6568e0),segment_id=0dee3bfa-4c14-49f3-b834-7e796b6568e0)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:35.282135 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (774c6922-23d9-41ab-9e5a-7224c3b8f5fc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:35.330913 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=774c6922-23d9-41ab-9e5a-7224c3b8f5fc,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:35.363533 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be80590-e252-4ee0-b37f-c7e47f268eb3 req-54ba57e1-313a-461a-9a99-9c536868839e tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:35.365188 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3be80590-e252-4ee0-b37f-c7e47f268eb3 req-54ba57e1-313a-461a-9a99-9c536868839e tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 944 time: 0.0510170 Apr 08 18:00:35.422664 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3be80590-e252-4ee0-b37f-c7e47f268eb3 req-ac97818f-2903-49ef-9a5b-67d918e27b86 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497031 Apr 08 18:00:35.688054 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['774c6922-23d9-41ab-9e5a-7224c3b8f5fc'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 18:00:36.573166 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15e62c-77e7-428f-81e7-6701bd40bbf6 req-f15b9683-96e2-4e9a-9421-93f3b59297cc tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:36.574663 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3a15e62c-77e7-428f-81e7-6701bd40bbf6 req-f15b9683-96e2-4e9a-9421-93f3b59297cc tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 944 time: 0.0644331 Apr 08 18:00:36.630126 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3a15e62c-77e7-428f-81e7-6701bd40bbf6 req-2af4bbe5-b65f-460a-be37-eedf66940555 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469720 Apr 08 18:00:37.107758 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 774c6922-23d9-41ab-9e5a-7224c3b8f5fc up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 18:00:37.160610 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning for port 774c6922-23d9-41ab-9e5a-7224c3b8f5fc completed by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 18:00:37.169925 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port 774c6922-23d9-41ab-9e5a-7224c3b8f5fc triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:00:37.170297 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (774c6922-23d9-41ab-9e5a-7224c3b8f5fc), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:37.247625 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port 774c6922-23d9-41ab-9e5a-7224c3b8f5fc is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:00:37.248020 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (774c6922-23d9-41ab-9e5a-7224c3b8f5fc), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:37.273060 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4579e5-2284-4c56-bcbf-5b2e13fa3529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774c6922-23d9-41ab-9e5a-7224c3b8f5fc'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:00:37.275675 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7be149-9ffa-4dbd-951a-e2645c843116" -d '{"events": [{"server_uuid": "2b4579e5-2284-4c56-bcbf-5b2e13fa3529", "name": "network-vif-plugged", "status": "completed", "tag": "774c6922-23d9-41ab-9e5a-7224c3b8f5fc"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:00:37.288264 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port 774c6922-23d9-41ab-9e5a-7224c3b8f5fc, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=774c6922-23d9-41ab-9e5a-7224c3b8f5fc,segment=NetworkSegment(0dee3bfa-4c14-49f3-b834-7e796b6568e0),segment_id=0dee3bfa-4c14-49f3-b834-7e796b6568e0)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:37.294730 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (774c6922-23d9-41ab-9e5a-7224c3b8f5fc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:37.318722 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 18:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258486e4-50c6-4eed-b88b-ef62c297d8c8 x-openstack-request-id: req-258486e4-50c6-4eed-b88b-ef62c297d8c8 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:00:37.319056 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4579e5-2284-4c56-bcbf-5b2e13fa3529", "name": "network-vif-plugged", "status": "completed", "tag": "774c6922-23d9-41ab-9e5a-7224c3b8f5fc", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:00:37.319378 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-258486e4-50c6-4eed-b88b-ef62c297d8c8 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:00:37.319833 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-258486e4-50c6-4eed-b88b-ef62c297d8c8'] response: {'server_uuid': '2b4579e5-2284-4c56-bcbf-5b2e13fa3529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774c6922-23d9-41ab-9e5a-7224c3b8f5fc', 'code': 200} Apr 08 18:00:37.351753 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=774c6922-23d9-41ab-9e5a-7224c3b8f5fc,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:37.549002 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43672695-301e-4c05-855e-f63f9aaa4612 req-f0c7bcf5-7cab-4883-a9d3-fe8b922d04fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:37.550531 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-43672695-301e-4c05-855e-f63f9aaa4612 req-f0c7bcf5-7cab-4883-a9d3-fe8b922d04fd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 1129 time: 0.0452847 Apr 08 18:00:37.601075 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-43672695-301e-4c05-855e-f63f9aaa4612 req-832a5da0-1956-4515-865b-6fa984113c20 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442600 Apr 08 18:00:37.747134 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22bde7-1e2c-4b9e-87c6-9888c6d6a253 req-dd60ff33-9738-4edf-91a7-dfcbee74df41 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:37.748764 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9a22bde7-1e2c-4b9e-87c6-9888c6d6a253 req-dd60ff33-9738-4edf-91a7-dfcbee74df41 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 945 time: 0.0510256 Apr 08 18:00:37.802179 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-9a22bde7-1e2c-4b9e-87c6-9888c6d6a253 req-d83dd0f0-7581-45b5-9faa-ea5f3be753e7 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452230 Apr 08 18:00:38.945428 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daa2ce-5fb6-4462-a22c-6a63f3ac073a req-d4e90acf-bcad-4117-b2c8-a1a5c06f7469 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:38.946917 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-61daa2ce-5fb6-4462-a22c-6a63f3ac073a req-d4e90acf-bcad-4117-b2c8-a1a5c06f7469 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 945 time: 0.0561004 Apr 08 18:00:39.000347 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-61daa2ce-5fb6-4462-a22c-6a63f3ac073a req-bb146601-e010-4c35-a4cf-97dde6a118a3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476615 Apr 08 18:00:40.141101 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326b40b-a208-4f1c-87fa-6b52d3e9c7b8 req-c6a58b2f-209f-42d1-b4fd-9da7e5f855cf tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:40.142617 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d326b40b-a208-4f1c-87fa-6b52d3e9c7b8 req-c6a58b2f-209f-42d1-b4fd-9da7e5f855cf tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 945 time: 0.0598626 Apr 08 18:00:40.201815 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-d326b40b-a208-4f1c-87fa-6b52d3e9c7b8 req-315537d1-4f61-479b-9936-9b8a75004a04 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514550 Apr 08 18:00:40.324403 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b730f93-cc77-42a1-bfb6-0d34545305b9 req-4f784859-0a68-48e5-882d-27c508c5ff6e tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:40.325848 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7b730f93-cc77-42a1-bfb6-0d34545305b9 req-4f784859-0a68-48e5-882d-27c508c5ff6e tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 945 time: 0.0460205 Apr 08 18:00:40.380217 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7b730f93-cc77-42a1-bfb6-0d34545305b9 req-f51e37e4-3d41-46fd-9856-90ca99899ef5 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487568 Apr 08 18:00:40.410678 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 47124) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:40.450899 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692064ee-3e03-436e-93f6-0e52e7b7c38d tempest-TestVolumeBootPattern-1657092103 tempest-TestVolumeBootPattern-1657092103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:40.452466 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-692064ee-3e03-436e-93f6-0e52e7b7c38d tempest-TestVolumeBootPattern-1657092103 tempest-TestVolumeBootPattern-1657092103-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 1124 time: 0.0404305 Apr 08 18:00:40.456732 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 47126) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:40.461012 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-2e9426ad-93c5-4a1d-a8a4-130c715ea842 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Request body: {'floatingip': {'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'port_id': '774c6922-23d9-41ab-9e5a-7224c3b8f5fc', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:00:40.485648 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2e9426ad-93c5-4a1d-a8a4-130c715ea842 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:40.581874 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2e9426ad-93c5-4a1d-a8a4-130c715ea842 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:40.689130 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-2e9426ad-93c5-4a1d-a8a4-130c715ea842 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Allocated IP 172.27.1.114 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/55d39afa-7fc4-4d48-a0cb-a4f16527564f) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 18:00:40.793988 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2e9426ad-93c5-4a1d-a8a4-130c715ea842 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for port (55d39afa-7fc4-4d48-a0cb-a4f16527564f), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:40.838284 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2e9426ad-93c5-4a1d-a8a4-130c715ea842 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (55d39afa-7fc4-4d48-a0cb-a4f16527564f), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:40.875460 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9426ad-93c5-4a1d-a8a4-130c715ea842 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 18:00:40.878178 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-2e9426ad-93c5-4a1d-a8a4-130c715ea842 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:00:40.881771 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9426ad-93c5-4a1d-a8a4-130c715ea842 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 18:00:40.890006 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9426ad-93c5-4a1d-a8a4-130c715ea842 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event updated for resources: {'Port': ['ID=55d39afa-7fc4-4d48-a0cb-a4f16527564f,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:41.275234 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2e9426ad-93c5-4a1d-a8a4-130c715ea842 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for floatingip (0ad9f777-8bcf-403a-aa05-19482af8d317), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:41.361582 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2e9426ad-93c5-4a1d-a8a4-130c715ea842 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (55d39afa-7fc4-4d48-a0cb-a4f16527564f), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:41.525366 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2e9426ad-93c5-4a1d-a8a4-130c715ea842 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for port (55d39afa-7fc4-4d48-a0cb-a4f16527564f), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:41.532119 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2e9426ad-93c5-4a1d-a8a4-130c715ea842 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30663424'] for port (55d39afa-7fc4-4d48-a0cb-a4f16527564f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:41.601567 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9426ad-93c5-4a1d-a8a4-130c715ea842 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event updated for resources: {'Port': ['ID=55d39afa-7fc4-4d48-a0cb-a4f16527564f,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:41.614287 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2e9426ad-93c5-4a1d-a8a4-130c715ea842 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (0ad9f777-8bcf-403a-aa05-19482af8d317), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:41.720872 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.l3_db [None req-2e9426ad-93c5-4a1d-a8a4-130c715ea842 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Floating IP 0ad9f777-8bcf-403a-aa05-19482af8d317 associated. External IP: 172.27.1.114, port: 774c6922-23d9-41ab-9e5a-7224c3b8f5fc. Apr 08 18:00:42.253864 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9426ad-93c5-4a1d-a8a4-130c715ea842 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Router 12fc0726-47b6-429b-9293-f981d55220b1 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:00:42.377803 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9426ad-93c5-4a1d-a8a4-130c715ea842 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:00:42.392210 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba9c771-d5f9-45d8-9992-0818df9fcec6 None None] Sync routers for ids ['12fc0726-47b6-429b-9293-f981d55220b1'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:00:42.400580 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2e9426ad-93c5-4a1d-a8a4-130c715ea842 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:42.405350 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba9c771-d5f9-45d8-9992-0818df9fcec6 None None] Routers {'12fc0726-47b6-429b-9293-f981d55220b1'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:00:42.405981 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-dba9c771-d5f9-45d8-9992-0818df9fcec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T18:00:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['12fc0726-47b6-429b-9293-f981d55220b1'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:42.430945 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-2e9426ad-93c5-4a1d-a8a4-130c715ea842 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9732044 Apr 08 18:00:42.431542 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4579e5-2284-4c56-bcbf-5b2e13fa3529', 'tag': '774c6922-23d9-41ab-9e5a-7224c3b8f5fc'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:00:42.434020 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000c69d9-8592-4cc6-8389-9265650e4548" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4579e5-2284-4c56-bcbf-5b2e13fa3529", "tag": "774c6922-23d9-41ab-9e5a-7224c3b8f5fc"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:00:42.469498 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 18:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f465c8-c5ab-4f90-a3e7-90f9277cec6d x-openstack-request-id: req-b4f465c8-c5ab-4f90-a3e7-90f9277cec6d {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:00:42.469794 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4579e5-2284-4c56-bcbf-5b2e13fa3529", "tag": "774c6922-23d9-41ab-9e5a-7224c3b8f5fc", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:00:42.470037 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b4f465c8-c5ab-4f90-a3e7-90f9277cec6d {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:00:42.470454 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4f465c8-c5ab-4f90-a3e7-90f9277cec6d'] response: {'name': 'network-changed', 'server_uuid': '2b4579e5-2284-4c56-bcbf-5b2e13fa3529', 'tag': '774c6922-23d9-41ab-9e5a-7224c3b8f5fc', 'status': 'completed', 'code': 200} Apr 08 18:00:42.520117 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-dba9c771-d5f9-45d8-9992-0818df9fcec6 None None] Set router 12fc0726-47b6-429b-9293-f981d55220b1 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:00:42.536928 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c69d9-8592-4cc6-8389-9265650e4548 req-3e90949e-c817-4241-aa23-f4a420f1414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:42.538475 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-000c69d9-8592-4cc6-8389-9265650e4548 req-3e90949e-c817-4241-aa23-f4a420f1414c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31673ad20ead49bd85bfae7300da6304&device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 1129 time: 0.0438142 Apr 08 18:00:42.632190 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c69d9-8592-4cc6-8389-9265650e4548 req-5a7c196d-2d18-4345-8541-f4b7fe37abba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:42.634081 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-000c69d9-8592-4cc6-8389-9265650e4548 req-5a7c196d-2d18-4345-8541-f4b7fe37abba service neutron] 10.222.0.20 "GET /v2.0/networks?id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc HTTP/1.1" status: 200 len: 912 time: 0.0883756 Apr 08 18:00:42.704620 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-000c69d9-8592-4cc6-8389-9265650e4548 req-34c05fc2-0c41-420a-be29-4245c58f3bd2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=774c6922-23d9-41ab-9e5a-7224c3b8f5fc HTTP/1.1" status: 200 len: 999 time: 0.0631263 Apr 08 18:00:42.739355 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-dba9c771-d5f9-45d8-9992-0818df9fcec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '0ad9f777-8bcf-403a-aa05-19482af8d317', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'port_id': '774c6922-23d9-41ab-9e5a-7224c3b8f5fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'mac_address': 'fa:16:3e:07:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4579e5-2284-4c56-bcbf-5b2e13fa3529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T18:00:41Z', 'updated_at': '2022-04-08T18:00:41Z', 'revision_number': 0, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c89ba22-3eee-4e17-a94d-d5e316eb9355', 'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'mac_address': 'fa:16:3e:f7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:41Z', 'updated_at': '2022-04-08T17:56:45Z', 'revision_number': 5, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'subnets': [{'id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:42.764233 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c69d9-8592-4cc6-8389-9265650e4548 req-4e16e793-1f25-4c88-8d78-118c38e06b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:42.765750 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-000c69d9-8592-4cc6-8389-9265650e4548 req-4e16e793-1f25-4c88-8d78-118c38e06b37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98c89128-6e6b-4e14-98c1-f50e23a0f5d6 HTTP/1.1" status: 200 len: 850 time: 0.0549209 Apr 08 18:00:42.769967 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba9c771-d5f9-45d8-9992-0818df9fcec6 None None] Checking router: 12fc0726-47b6-429b-9293-f981d55220b1 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:00:42.779285 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba9c771-d5f9-45d8-9992-0818df9fcec6 None None] Routers {'12fc0726-47b6-429b-9293-f981d55220b1'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:00:42.779875 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-dba9c771-d5f9-45d8-9992-0818df9fcec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T18:00:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['12fc0726-47b6-429b-9293-f981d55220b1'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:42.814079 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c69d9-8592-4cc6-8389-9265650e4548 req-ca96ead6-30b6-40a6-b27c-8ee6557c9867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:42.816234 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-000c69d9-8592-4cc6-8389-9265650e4548 req-ca96ead6-30b6-40a6-b27c-8ee6557c9867 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434949 Apr 08 18:00:42.919519 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-000c69d9-8592-4cc6-8389-9265650e4548 req-a83b271d-d7a5-429f-a7d5-e7312318d51d service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941482 Apr 08 18:00:43.013150 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-000c69d9-8592-4cc6-8389-9265650e4548 req-a8a45e56-92a8-4e03-a032-1adec6aafd48 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868647 Apr 08 18:00:43.044625 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-dba9c771-d5f9-45d8-9992-0818df9fcec6 None None] Set router 12fc0726-47b6-429b-9293-f981d55220b1 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:00:43.072757 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-38c3b979-9696-4600-9ea4-4ae1178f9e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:43.272648 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-dba9c771-d5f9-45d8-9992-0818df9fcec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '0ad9f777-8bcf-403a-aa05-19482af8d317', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'port_id': '774c6922-23d9-41ab-9e5a-7224c3b8f5fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'mac_address': 'fa:16:3e:07:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4579e5-2284-4c56-bcbf-5b2e13fa3529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T18:00:41Z', 'updated_at': '2022-04-08T18:00:41Z', 'revision_number': 0, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c89ba22-3eee-4e17-a94d-d5e316eb9355', 'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'mac_address': 'fa:16:3e:f7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:41Z', 'updated_at': '2022-04-08T17:56:45Z', 'revision_number': 5, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'subnets': [{'id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:43.304875 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba9c771-d5f9-45d8-9992-0818df9fcec6 None None] The sync data for ids ['12fc0726-47b6-429b-9293-f981d55220b1'] in dv-cinder-837166-1-iscsi is: [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '0ad9f777-8bcf-403a-aa05-19482af8d317', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'port_id': '774c6922-23d9-41ab-9e5a-7224c3b8f5fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'mac_address': 'fa:16:3e:07:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4579e5-2284-4c56-bcbf-5b2e13fa3529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T18:00:41Z', 'updated_at': '2022-04-08T18:00:41Z', 'revision_number': 0, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c89ba22-3eee-4e17-a94d-d5e316eb9355', 'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'mac_address': 'fa:16:3e:f7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:41Z', 'updated_at': '2022-04-08T17:56:45Z', 'revision_number': 5, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'subnets': [{'id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:00:43.506895 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f9a839-4cc1-4da2-b3b9-9ade0b37615c None None] New status for floating IP 0ad9f777-8bcf-403a-aa05-19482af8d317: ACTIVE {{(pid=103551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 18:00:45.439069 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ebb75ca8-d1e8-476e-8a6e-f7467242d116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:46.819999 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:46.887815 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:47.452228 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:00:48.095966 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:49.535497 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:08.313087 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-74b98cc9-afe9-4640-ac06-6523c943df8f req-31e26c63-d1e3-4994-9cc1-3a62445d837f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450892 Apr 08 18:01:08.409506 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b98cc9-afe9-4640-ac06-6523c943df8f req-67708f4f-76cc-4ea0-a527-8a3687d43512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:01:08.411033 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-74b98cc9-afe9-4640-ac06-6523c943df8f req-67708f4f-76cc-4ea0-a527-8a3687d43512 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31673ad20ead49bd85bfae7300da6304&device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 1129 time: 0.0488682 Apr 08 18:01:08.527659 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b98cc9-afe9-4640-ac06-6523c943df8f req-a6b10fed-4393-49d2-a521-f5d04ab6b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:01:08.529069 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-74b98cc9-afe9-4640-ac06-6523c943df8f req-a6b10fed-4393-49d2-a521-f5d04ab6b822 service neutron] 10.222.0.20 "GET /v2.0/networks?id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc HTTP/1.1" status: 200 len: 912 time: 0.0945706 Apr 08 18:01:08.609646 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-74b98cc9-afe9-4640-ac06-6523c943df8f req-febc884a-bc43-45ad-9b87-560438d8b2b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=774c6922-23d9-41ab-9e5a-7224c3b8f5fc HTTP/1.1" status: 200 len: 1001 time: 0.0739238 Apr 08 18:01:08.662733 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b98cc9-afe9-4640-ac06-6523c943df8f req-0606d7b0-22f8-4259-9d56-c98caa4bb278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:01:08.664211 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-74b98cc9-afe9-4640-ac06-6523c943df8f req-0606d7b0-22f8-4259-9d56-c98caa4bb278 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98c89128-6e6b-4e14-98c1-f50e23a0f5d6 HTTP/1.1" status: 200 len: 850 time: 0.0475767 Apr 08 18:01:08.719861 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b98cc9-afe9-4640-ac06-6523c943df8f req-8cd57d6c-8910-45f2-976a-7edee78a8e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:01:08.721431 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-74b98cc9-afe9-4640-ac06-6523c943df8f req-8cd57d6c-8910-45f2-976a-7edee78a8e34 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507355 Apr 08 18:01:08.819047 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-74b98cc9-afe9-4640-ac06-6523c943df8f req-86d06102-3b16-4869-a9f5-f09a939bfd2f service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870709 Apr 08 18:01:08.916160 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-74b98cc9-afe9-4640-ac06-6523c943df8f req-79757751-07e1-48fa-a066-211358ff4c2a service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887451 Apr 08 18:01:13.044108 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-787e6c9e-d982-4291-98d5-65cd582cfec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:15.450804 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a8b650b0-0e67-4b9a-806f-31b6ca5e76e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:16.816137 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:16.904652 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:18.096164 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:19.538962 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:24.461148 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:01:43.042018 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8c1aeb7e-c679-486e-a313-846cc9d35a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:45.449149 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-50dc65e3-6f8d-4c0c-98cc-15e61f35be50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:46.821739 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:46.905743 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:48.101899 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:49.545043 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:01.456301 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:02:10.311714 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8e172792-460f-4b2b-aa58-c6940f18551d req-3cecdc7b-7a0b-4ce8-8912-ffcc91801fd0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450244 Apr 08 18:02:10.402737 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e172792-460f-4b2b-aa58-c6940f18551d req-52223608-b3f2-4acc-b957-c8151605baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:10.405079 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8e172792-460f-4b2b-aa58-c6940f18551d req-52223608-b3f2-4acc-b957-c8151605baeb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31673ad20ead49bd85bfae7300da6304&device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 1129 time: 0.0428200 Apr 08 18:02:10.515747 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e172792-460f-4b2b-aa58-c6940f18551d req-fd42533d-72e8-4371-aa76-c472f84660ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:10.517244 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8e172792-460f-4b2b-aa58-c6940f18551d req-fd42533d-72e8-4371-aa76-c472f84660ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc HTTP/1.1" status: 200 len: 912 time: 0.0919719 Apr 08 18:02:10.585971 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8e172792-460f-4b2b-aa58-c6940f18551d req-dbde4413-fe84-40a0-909f-5045d8d6cd7d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=774c6922-23d9-41ab-9e5a-7224c3b8f5fc HTTP/1.1" status: 200 len: 1001 time: 0.0602360 Apr 08 18:02:10.638364 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e172792-460f-4b2b-aa58-c6940f18551d req-a3a4bc5f-2dfe-4e0e-a81a-1dc6ba98dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:10.639860 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8e172792-460f-4b2b-aa58-c6940f18551d req-a3a4bc5f-2dfe-4e0e-a81a-1dc6ba98dc54 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98c89128-6e6b-4e14-98c1-f50e23a0f5d6 HTTP/1.1" status: 200 len: 850 time: 0.0476837 Apr 08 18:02:10.685155 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e172792-460f-4b2b-aa58-c6940f18551d req-d068d524-98b0-4f83-84e2-fed6178a155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:10.686639 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8e172792-460f-4b2b-aa58-c6940f18551d req-d068d524-98b0-4f83-84e2-fed6178a155b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396144 Apr 08 18:02:10.788705 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8e172792-460f-4b2b-aa58-c6940f18551d req-345c3dfd-e5fa-44b8-bdf1-0c627994c803 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926225 Apr 08 18:02:10.883674 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-8e172792-460f-4b2b-aa58-c6940f18551d req-6b864905-8f53-4ea7-809c-6f2570eb8ca0 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891280 Apr 08 18:02:13.039096 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-db2558f0-524c-4754-840c-f6daf46e2479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:15.451132 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ef0f4db3-c817-4270-97db-64e09f81a326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:16.824738 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:16.918707 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:18.105001 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:19.533443 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:38.457405 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:02:43.033558 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-60735096-8b6e-4bbb-a9dd-b8858a77de2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:45.448608 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-30f045dc-2078-4767-8758-0da4038e08c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:46.835684 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:46.917535 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:48.115940 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:49.538642 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:09.427951 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-5b2cf0a9-9d6e-44a6-af65-41e81c67f1c2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-244387946&fields=id&tenant_id=31673ad20ead49bd85bfae7300da6304 HTTP/1.1" status: 200 len: 267 time: 0.0523276 Apr 08 18:03:09.548034 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-eeda4d45-aa00-4374-b26b-cd4a55e502a1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:09.549532 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-eeda4d45-aa00-4374-b26b-cd4a55e502a1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/networks?id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc HTTP/1.1" status: 200 len: 811 time: 0.1141994 Apr 08 18:03:09.564292 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-b042fda7-7b6a-420e-b33b-266c85ae0a6c tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/quotas/31673ad20ead49bd85bfae7300da6304 HTTP/1.1" status: 200 len: 375 time: 0.0092604 Apr 08 18:03:09.614601 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-6e05e7c8-e8c6-427b-a66c-426ad153087d tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=31673ad20ead49bd85bfae7300da6304&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454290 Apr 08 18:03:09.718126 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-1ef2cfd2-2f52-4f63-81a8-06e529c05630 service neutron] 10.222.0.86 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856018 Apr 08 18:03:09.813376 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-73669e27-7a4b-4331-b716-3cda9ba6bbe1 service neutron] 10.222.0.86 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895472 Apr 08 18:03:10.134625 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-65e32995-74f7-4ddb-a379-390edd2bd359 req-49dd4237-75b0-482f-a290-11cf18ddcb11 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 210 time: 0.0339444 Apr 08 18:03:10.304873 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9bd51c05-8123-4ea4-a57a-59246886fbdf req-8ffce346-eff8-4d18-b077-1de63823259a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401278 Apr 08 18:03:10.403478 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd51c05-8123-4ea4-a57a-59246886fbdf req-348d0bd7-4c04-4c6e-a11d-ff383bbbf3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:10.405614 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9bd51c05-8123-4ea4-a57a-59246886fbdf req-348d0bd7-4c04-4c6e-a11d-ff383bbbf3ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31673ad20ead49bd85bfae7300da6304&device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 1129 time: 0.0485978 Apr 08 18:03:10.529306 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd51c05-8123-4ea4-a57a-59246886fbdf req-c65f219a-1816-4ec2-a28e-fa32d6615441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:10.531674 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9bd51c05-8123-4ea4-a57a-59246886fbdf req-c65f219a-1816-4ec2-a28e-fa32d6615441 service neutron] 10.222.0.20 "GET /v2.0/networks?id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc HTTP/1.1" status: 200 len: 912 time: 0.0996227 Apr 08 18:03:10.605359 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9bd51c05-8123-4ea4-a57a-59246886fbdf req-bad865ab-40a8-4c71-b44f-1adaaae232bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=774c6922-23d9-41ab-9e5a-7224c3b8f5fc HTTP/1.1" status: 200 len: 1001 time: 0.0660195 Apr 08 18:03:10.655329 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd51c05-8123-4ea4-a57a-59246886fbdf req-517fcd4c-3e8a-4a8f-a82d-c82ce3308de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:10.656811 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9bd51c05-8123-4ea4-a57a-59246886fbdf req-517fcd4c-3e8a-4a8f-a82d-c82ce3308de6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98c89128-6e6b-4e14-98c1-f50e23a0f5d6 HTTP/1.1" status: 200 len: 850 time: 0.0445728 Apr 08 18:03:10.701733 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd51c05-8123-4ea4-a57a-59246886fbdf req-d0f98acb-39d3-4a2a-8339-847b160ac48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:10.703205 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9bd51c05-8123-4ea4-a57a-59246886fbdf req-d0f98acb-39d3-4a2a-8339-847b160ac48b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387392 Apr 08 18:03:10.798335 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9bd51c05-8123-4ea4-a57a-59246886fbdf req-8b0dbbe0-24b2-4aa5-9553-0bc5e1d27b7c service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880492 Apr 08 18:03:10.896464 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-9bd51c05-8123-4ea4-a57a-59246886fbdf req-23415ab9-49f5-4c18-9660-1eea247928f7 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905781 Apr 08 18:03:11.224941 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-3c5bcf69-8de8-4206-a9c3-6854214056bb req-2aee25b5-d60b-4376-bb4f-ee62473a1223 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 210 time: 0.0313323 Apr 08 18:03:12.309835 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-6e818ab5-2762-488d-9044-bf988b6d88cc req-989401b5-b674-49fc-b177-a7c4ddf5c414 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 210 time: 0.0330718 Apr 08 18:03:13.044830 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0e667420-43f8-48fd-b427-92a2ac3ccc90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:13.406264 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d4ad8586-7a82-488f-b5d7-b2c2fe46147e req-eb9fe9a5-41fb-4689-bd0c-b44727f431d5 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 210 time: 0.0369067 Apr 08 18:03:14.518559 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-02f9cc48-0b6e-4c36-9c04-c4f03a8e935c req-4d3523f6-d493-4876-9935-5af1c226ae2e tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 210 time: 0.0382836 Apr 08 18:03:15.241174 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f1ed6f98-98bf-44dd-97ba-4dbfc4a2046c tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:15.242642 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f1ed6f98-98bf-44dd-97ba-4dbfc4a2046c tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.20 "GET /v2.0/networks?id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc HTTP/1.1" status: 200 len: 811 time: 0.1040416 Apr 08 18:03:15.307448 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-2f905e35-902c-465b-8827-4f33510b1f01 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31673ad20ead49bd85bfae7300da6304 HTTP/1.1" status: 200 len: 379 time: 0.0563722 Apr 08 18:03:15.317226 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Request body: {'port': {'device_id': '2a3e79ca-b597-4144-b3bb-907302674b20', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'admin_state_up': True, 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'security_groups': ['4a099b92-edf0-4158-a6c1-806ae99ff2ed']}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:03:15.436493 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Made reservation on behalf of 31673ad20ead49bd85bfae7300da6304 for: {'port': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 18:03:15.439954 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:15.446500 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-259ccf01-8837-45ff-896c-41e7ae3a5c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:15.462235 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:03:15.584686 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Allocated IP 172.20.0.6 (495e7117-9de8-40d4-b2ce-86dfc7a4d0cc/98c89128-6e6b-4e14-98c1-f50e23a0f5d6/b206da7a-5eae-4a50-98a6-bd6b70c48bf3) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 18:03:15.620085 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-39962447-9137-4a67-80b1-4bd6cafc60df req-0d9af3d0-c84a-4697-b4da-2f709a139b35 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 210 time: 0.0327225 Apr 08 18:03:15.762079 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for port (b206da7a-5eae-4a50-98a6-bd6b70c48bf3), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:16.077995 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (b206da7a-5eae-4a50-98a6-bd6b70c48bf3), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:16.119787 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 18:03:16.122942 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:03:16.126760 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 18:03:16.135699 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event updated for resources: {'Port': ['ID=b206da7a-5eae-4a50-98a6-bd6b70c48bf3,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:03:16.165556 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:16.165904 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:16.166262 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:16.166602 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:16.166930 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:16.167265 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:16.167591 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:16.167930 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:16.168258 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:16.168645 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:16.169365 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:16.169365 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:16.169631 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:16.169950 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:16.170354 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:16.195629 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:16.196248 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:16.215678 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-0fa307fb-3560-46de-ae7b-6fd2aa9f00c3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9021957 Apr 08 18:03:16.249098 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.v2.base [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] Request body: {'port': {'device_id': '2a3e79ca-b597-4144-b3bb-907302674b20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:03:16.314543 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (b206da7a-5eae-4a50-98a6-bd6b70c48bf3), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:16.342384 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-c45f2990-0a60-4f11-8c69-1c2299bf2b40 None None] Provisioning complete for port b206da7a-5eae-4a50-98a6-bd6b70c48bf3 triggered by entity DHCP. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:03:16.343640 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c45f2990-0a60-4f11-8c69-1c2299bf2b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (b206da7a-5eae-4a50-98a6-bd6b70c48bf3), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:16.377915 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-c45f2990-0a60-4f11-8c69-1c2299bf2b40 None None] Port b206da7a-5eae-4a50-98a6-bd6b70c48bf3 cannot update to ACTIVE because it is not bound. {{(pid=103550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 18:03:16.593409 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b206da7a-5eae-4a50-98a6-bd6b70c48bf3 {{(pid=103548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 18:03:16.601144 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] Publish callbacks [] for port (b206da7a-5eae-4a50-98a6-bd6b70c48bf3), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:16.614943 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.provisioning_blocks [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] Transition to ACTIVE for port object b206da7a-5eae-4a50-98a6-bd6b70c48bf3 will not be triggered until provisioned by entity L2. {{(pid=103548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 18:03:16.621344 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (b206da7a-5eae-4a50-98a6-bd6b70c48bf3), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:16.677249 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] Pushing event updated for resources: {'Port': ['ID=b206da7a-5eae-4a50-98a6-bd6b70c48bf3,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:03:16.750578 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86116698-b503-4ceb-a4b5-3e78f2b1051a req-acbd95ef-4070-483a-98c7-ce23cd0e76da tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:16.752366 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-86116698-b503-4ceb-a4b5-3e78f2b1051a req-acbd95ef-4070-483a-98c7-ce23cd0e76da tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 943 time: 0.0497408 Apr 08 18:03:16.758925 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] Attempting to bind port b206da7a-5eae-4a50-98a6-bd6b70c48bf3 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 18:03:16.759319 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] Attempting to bind port b206da7a-5eae-4a50-98a6-bd6b70c48bf3 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '0dee3bfa-4c14-49f3-b834-7e796b6568e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc'}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 18:03:16.759584 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] Attempting to bind port b206da7a-5eae-4a50-98a6-bd6b70c48bf3 on network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 18:03:16.765368 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] Port b206da7a-5eae-4a50-98a6-bd6b70c48bf3 on network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 18:03:16.765711 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] Attempting to bind port b206da7a-5eae-4a50-98a6-bd6b70c48bf3 on network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 18:03:16.771279 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] Checking agent: {'id': '0d41f64d-5a28-4579-bdba-007f65057d65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 18, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 18:03:16.771614 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] Checking segment: {'id': '0dee3bfa-4c14-49f3-b834-7e796b6568e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 18:03:16.772347 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] Bound using segment: {'id': '0dee3bfa-4c14-49f3-b834-7e796b6568e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc'} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 18:03:16.772812 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] Bound port: b206da7a-5eae-4a50-98a6-bd6b70c48bf3, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dee3bfa-4c14-49f3-b834-7e796b6568e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc'}}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 18:03:16.773169 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (b206da7a-5eae-4a50-98a6-bd6b70c48bf3), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:16.808086 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-86116698-b503-4ceb-a4b5-3e78f2b1051a req-05e5f291-3c56-4047-bfe5-829fb670a78a tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485342 Apr 08 18:03:16.838186 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:16.843782 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] For port b206da7a-5eae-4a50-98a6-bd6b70c48bf3, host hv-cinder-83716, cleared binding levels {{(pid=103548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 18:03:16.846931 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] For port b206da7a-5eae-4a50-98a6-bd6b70c48bf3, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b206da7a-5eae-4a50-98a6-bd6b70c48bf3,segment=NetworkSegment(0dee3bfa-4c14-49f3-b834-7e796b6568e0),segment_id=0dee3bfa-4c14-49f3-b834-7e796b6568e0)] {{(pid=103548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 18:03:16.853943 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30242396'] for port (b206da7a-5eae-4a50-98a6-bd6b70c48bf3), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:16.889804 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:16.890404 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:16.891812 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] 10.222.0.20 "PUT /v2.0/ports/b206da7a-5eae-4a50-98a6-bd6b70c48bf3 HTTP/1.1" status: 200 len: 1093 time: 0.6473846 Apr 08 18:03:16.892471 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3e79ca-b597-4144-b3bb-907302674b20', 'tag': 'b206da7a-5eae-4a50-98a6-bd6b70c48bf3'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:03:16.894872 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889f0cd4-ee5e-444a-9642-c947aac8c7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3e79ca-b597-4144-b3bb-907302674b20", "tag": "b206da7a-5eae-4a50-98a6-bd6b70c48bf3"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:03:16.925169 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29044b9-0847-4a3c-b1b4-0e8321a97bcc service neutron] Pushing event updated for resources: {'Port': ['ID=b206da7a-5eae-4a50-98a6-bd6b70c48bf3,revision_number=3']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:03:16.931258 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:16.953632 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 18:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34952c5-e91a-4622-b15e-43a7d1fead8e x-openstack-request-id: req-e34952c5-e91a-4622-b15e-43a7d1fead8e {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:03:16.953939 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3e79ca-b597-4144-b3bb-907302674b20", "tag": "b206da7a-5eae-4a50-98a6-bd6b70c48bf3", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:03:16.954189 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e34952c5-e91a-4622-b15e-43a7d1fead8e {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:03:16.954603 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e34952c5-e91a-4622-b15e-43a7d1fead8e'] response: {'name': 'network-changed', 'server_uuid': '2a3e79ca-b597-4144-b3bb-907302674b20', 'tag': 'b206da7a-5eae-4a50-98a6-bd6b70c48bf3', 'status': 'completed', 'code': 200} Apr 08 18:03:17.009234 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-23a059a8-3264-4486-a6fa-f36fc3f5c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:17.010809 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-23a059a8-3264-4486-a6fa-f36fc3f5c8f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31673ad20ead49bd85bfae7300da6304&device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 1127 time: 0.0500367 Apr 08 18:03:17.057172 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-9f2e767c-d4c0-4d84-80a9-1c37363e7f9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b206da7a-5eae-4a50-98a6-bd6b70c48bf3 HTTP/1.1" status: 200 len: 217 time: 0.0367868 Apr 08 18:03:17.107366 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-1d3ac818-6c5b-4b77-aa33-3c17490bc564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:17.108777 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-1d3ac818-6c5b-4b77-aa33-3c17490bc564 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98c89128-6e6b-4e14-98c1-f50e23a0f5d6 HTTP/1.1" status: 200 len: 850 time: 0.0452943 Apr 08 18:03:17.159813 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-14126843-97d9-4784-bc01-39c63bf0d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:17.161363 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-14126843-97d9-4784-bc01-39c63bf0d25a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440776 Apr 08 18:03:17.258381 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-e33c92b8-1fc5-4f33-b1cb-64e7c4806c00 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893123 Apr 08 18:03:17.360940 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-0b39378c-945f-4e1e-9590-e13e28a7cdf9 req-af0fef43-bd3b-4c75-8b78-71161c9aac9b service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961370 Apr 08 18:03:17.941538 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43062bd8-ad43-40c3-9af6-0c1c0208c7a6 req-140e233c-72c5-45ef-8245-e0f6971b2f02 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:17.943060 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-43062bd8-ad43-40c3-9af6-0c1c0208c7a6 req-140e233c-72c5-45ef-8245-e0f6971b2f02 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 943 time: 0.0499866 Apr 08 18:03:18.005634 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-43062bd8-ad43-40c3-9af6-0c1c0208c7a6 req-02d4e967-7d03-4ede-8b83-94c37c69541e tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544672 Apr 08 18:03:18.111237 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:18.690762 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f0cd4-ee5e-444a-9642-c947aac8c7a2 req-cb8dd5d4-20b5-473d-8ae1-565f4154918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:18.692316 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-889f0cd4-ee5e-444a-9642-c947aac8c7a2 req-cb8dd5d4-20b5-473d-8ae1-565f4154918a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31673ad20ead49bd85bfae7300da6304&device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 1127 time: 0.0411320 Apr 08 18:03:18.792289 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f0cd4-ee5e-444a-9642-c947aac8c7a2 req-94a1bfc2-4d98-4730-815b-10a6612cf828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:18.793789 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-889f0cd4-ee5e-444a-9642-c947aac8c7a2 req-94a1bfc2-4d98-4730-815b-10a6612cf828 service neutron] 10.222.0.20 "GET /v2.0/networks?id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc HTTP/1.1" status: 200 len: 912 time: 0.0920608 Apr 08 18:03:18.837143 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-889f0cd4-ee5e-444a-9642-c947aac8c7a2 req-7617290f-16c8-45be-abca-e72d139ceb64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b206da7a-5eae-4a50-98a6-bd6b70c48bf3 HTTP/1.1" status: 200 len: 217 time: 0.0342829 Apr 08 18:03:18.899419 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f0cd4-ee5e-444a-9642-c947aac8c7a2 req-dc96f08c-a3b8-49a4-ab9c-fe5bf7c2c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:18.900915 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-889f0cd4-ee5e-444a-9642-c947aac8c7a2 req-dc96f08c-a3b8-49a4-ab9c-fe5bf7c2c38c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98c89128-6e6b-4e14-98c1-f50e23a0f5d6 HTTP/1.1" status: 200 len: 850 time: 0.0527678 Apr 08 18:03:18.954033 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f0cd4-ee5e-444a-9642-c947aac8c7a2 req-44586b66-dcc8-4006-bd48-7f7c20257a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:18.955472 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-889f0cd4-ee5e-444a-9642-c947aac8c7a2 req-44586b66-dcc8-4006-bd48-7f7c20257a06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454319 Apr 08 18:03:19.059423 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-889f0cd4-ee5e-444a-9642-c947aac8c7a2 req-542babe7-2fa7-44fb-acd6-df3d7bed07a0 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870020 Apr 08 18:03:19.175356 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d3923-53ab-4ccd-be60-00adbc041a9d req-a4c5679f-39e0-4030-901d-21c1a70662c5 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:19.176875 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e08d3923-53ab-4ccd-be60-00adbc041a9d req-a4c5679f-39e0-4030-901d-21c1a70662c5 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 943 time: 0.0912282 Apr 08 18:03:19.211967 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-889f0cd4-ee5e-444a-9642-c947aac8c7a2 req-ca67d4e2-6777-4dc1-8149-60a685b8b9a2 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446025 Apr 08 18:03:19.244686 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-e08d3923-53ab-4ccd-be60-00adbc041a9d req-5998ada3-0eae-499b-9d90-c3524d9cbba8 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616846 Apr 08 18:03:19.544001 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:20.377918 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b4eaf-13dc-4bb9-9f89-76dd014eb3f4 req-5c82b954-e0d8-4d36-8fc0-b54d4cd7684a tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:20.380662 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-da7b4eaf-13dc-4bb9-9f89-76dd014eb3f4 req-5c82b954-e0d8-4d36-8fc0-b54d4cd7684a tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 943 time: 0.0596166 Apr 08 18:03:20.438049 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-da7b4eaf-13dc-4bb9-9f89-76dd014eb3f4 req-508e8f57-8e81-4080-ae31-fa9030d5efd8 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512035 Apr 08 18:03:21.581772 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec923199-4f09-4bb6-84de-eeb7dfe41113 req-d34aacaa-d0eb-42f4-b73e-22eda12d1bd3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:21.583274 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ec923199-4f09-4bb6-84de-eeb7dfe41113 req-d34aacaa-d0eb-42f4-b73e-22eda12d1bd3 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 943 time: 0.0651515 Apr 08 18:03:21.635762 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-ec923199-4f09-4bb6-84de-eeb7dfe41113 req-e344ae9e-f721-4475-a97c-786e9d28558a tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445547 Apr 08 18:03:22.760367 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d6171-8340-4c29-8685-440110d877c1 req-68b90c2d-9a53-43c1-a8fb-1277a822b717 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:22.761885 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ba4d6171-8340-4c29-8685-440110d877c1 req-68b90c2d-9a53-43c1-a8fb-1277a822b717 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 943 time: 0.0524328 Apr 08 18:03:22.825780 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-ba4d6171-8340-4c29-8685-440110d877c1 req-b333b847-8140-4bd6-9d77-617f4aa16257 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551858 Apr 08 18:03:23.968247 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f8c25-3a49-46c5-9f03-8140da81544c req-16d47c6b-acd6-45d2-b6dc-f54ab1e15683 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:23.970971 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1f6f8c25-3a49-46c5-9f03-8140da81544c req-16d47c6b-acd6-45d2-b6dc-f54ab1e15683 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 943 time: 0.0645709 Apr 08 18:03:24.030195 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-1f6f8c25-3a49-46c5-9f03-8140da81544c req-984a08e0-b988-44bb-8acd-b60bbb7a3922 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508034 Apr 08 18:03:25.160691 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2396cd-4239-429e-bae7-9e5202027b62 req-3d38502b-a555-48a9-aa8c-53ff582381bc tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:25.162182 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3b2396cd-4239-429e-bae7-9e5202027b62 req-3d38502b-a555-48a9-aa8c-53ff582381bc tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 943 time: 0.0587146 Apr 08 18:03:25.213684 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3b2396cd-4239-429e-bae7-9e5202027b62 req-eedf5b50-c58d-461a-b6e6-51c128e77994 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458183 Apr 08 18:03:26.053801 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device b206da7a-5eae-4a50-98a6-bd6b70c48bf3 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 18:03:26.157077 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port b206da7a-5eae-4a50-98a6-bd6b70c48bf3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b206da7a-5eae-4a50-98a6-bd6b70c48bf3,segment=NetworkSegment(0dee3bfa-4c14-49f3-b834-7e796b6568e0),segment_id=0dee3bfa-4c14-49f3-b834-7e796b6568e0)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:03:26.172001 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Returning: {'device': 'b206da7a-5eae-4a50-98a6-bd6b70c48bf3', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'port_id': 'b206da7a-5eae-4a50-98a6-bd6b70c48bf3', 'mac_address': 'fa:16:3e:66:b5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 18:03:26.211383 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port b206da7a-5eae-4a50-98a6-bd6b70c48bf3 is: DOWN; New status is: BUILD {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:03:26.211779 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (b206da7a-5eae-4a50-98a6-bd6b70c48bf3), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:26.225540 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b206da7a-5eae-4a50-98a6-bd6b70c48bf3 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 18:03:26.247284 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port b206da7a-5eae-4a50-98a6-bd6b70c48bf3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b206da7a-5eae-4a50-98a6-bd6b70c48bf3,segment=NetworkSegment(0dee3bfa-4c14-49f3-b834-7e796b6568e0),segment_id=0dee3bfa-4c14-49f3-b834-7e796b6568e0)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:03:26.253905 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (b206da7a-5eae-4a50-98a6-bd6b70c48bf3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:26.304731 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=b206da7a-5eae-4a50-98a6-bd6b70c48bf3,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:03:26.311656 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:26.312002 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:26.312344 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:26.312718 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:26.313053 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:26.313381 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:26.313711 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:26.314034 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:26.314357 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:26.314678 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:26.315000 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:26.315383 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:26.315956 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:26.316123 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:26.316329 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:26.332343 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d46ae8-4fd5-43b5-9fe3-b0675a119afc req-838b7b39-95be-4a3c-ad4d-8d616ff5e14d tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:26.333989 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d4d46ae8-4fd5-43b5-9fe3-b0675a119afc req-838b7b39-95be-4a3c-ad4d-8d616ff5e14d tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 944 time: 0.0512376 Apr 08 18:03:26.386612 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-d4d46ae8-4fd5-43b5-9fe3-b0675a119afc req-d838783e-365b-4a6e-bea9-32d2b0c91ec4 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469611 Apr 08 18:03:26.713999 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] get_ports_and_sgs() called for port_ids ['b206da7a-5eae-4a50-98a6-bd6b70c48bf3'] {{(pid=103550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 18:03:27.509981 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24674e11-3ee3-4c72-b397-b21d2979f8ae req-8edd0cbe-d375-4e77-a6fd-085bff0dffe5 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:27.511358 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-24674e11-3ee3-4c72-b397-b21d2979f8ae req-8edd0cbe-d375-4e77-a6fd-085bff0dffe5 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 944 time: 0.0490282 Apr 08 18:03:27.562458 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-24674e11-3ee3-4c72-b397-b21d2979f8ae req-4d68d3bf-b5ff-4792-9e1b-f4d67a55c54d tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453057 Apr 08 18:03:28.055405 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device b206da7a-5eae-4a50-98a6-bd6b70c48bf3 up at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 18:03:28.109668 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning for port b206da7a-5eae-4a50-98a6-bd6b70c48bf3 completed by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 18:03:28.117831 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Provisioning complete for port b206da7a-5eae-4a50-98a6-bd6b70c48bf3 triggered by entity L2. {{(pid=103550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:03:28.118196 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706347'] for port (b206da7a-5eae-4a50-98a6-bd6b70c48bf3), provisioning_complete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:28.194695 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Current status of the port b206da7a-5eae-4a50-98a6-bd6b70c48bf3 is: BUILD; New status is: ACTIVE {{(pid=103550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:03:28.195095 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (b206da7a-5eae-4a50-98a6-bd6b70c48bf3), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:28.218927 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3e79ca-b597-4144-b3bb-907302674b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b206da7a-5eae-4a50-98a6-bd6b70c48bf3'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:03:28.221315 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c3eb264b41e146df6d869bf54b69380b5e5b2042b3b010e33d5dbf9acea27fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4db604-0fa8-49cc-bcd9-492eb026fb12" -d '{"events": [{"server_uuid": "2a3e79ca-b597-4144-b3bb-907302674b20", "name": "network-vif-plugged", "status": "completed", "tag": "b206da7a-5eae-4a50-98a6-bd6b70c48bf3"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:03:28.233820 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] For port b206da7a-5eae-4a50-98a6-bd6b70c48bf3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b206da7a-5eae-4a50-98a6-bd6b70c48bf3,segment=NetworkSegment(0dee3bfa-4c14-49f3-b834-7e796b6568e0),segment_id=0dee3bfa-4c14-49f3-b834-7e796b6568e0)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:03:28.239226 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242'] for port (b206da7a-5eae-4a50-98a6-bd6b70c48bf3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:28.292946 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Pushing event updated for resources: {'Port': ['ID=b206da7a-5eae-4a50-98a6-bd6b70c48bf3,revision_number=5']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:03:28.405853 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 18:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5eb745-3fc9-4287-ada1-78e93d623c4f x-openstack-request-id: req-3a5eb745-3fc9-4287-ada1-78e93d623c4f {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:03:28.406175 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3e79ca-b597-4144-b3bb-907302674b20", "name": "network-vif-plugged", "status": "completed", "tag": "b206da7a-5eae-4a50-98a6-bd6b70c48bf3", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:03:28.406387 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3a5eb745-3fc9-4287-ada1-78e93d623c4f {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:03:28.406816 dv-cinder-837166-1-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a5eb745-3fc9-4287-ada1-78e93d623c4f'] response: {'server_uuid': '2a3e79ca-b597-4144-b3bb-907302674b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b206da7a-5eae-4a50-98a6-bd6b70c48bf3', 'code': 200} Apr 08 18:03:28.656187 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fa915-da32-405d-b1ce-76e4774a5fae req-5de6b629-4f44-4945-abd7-45b85228f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:28.657770 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fb5fa915-da32-405d-b1ce-76e4774a5fae req-5de6b629-4f44-4945-abd7-45b85228f49f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 1129 time: 0.0402613 Apr 08 18:03:28.684380 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f48c2e-e2e8-4f4e-b06d-35c8eca8edd5 req-3d8b5132-5d01-4559-8612-2b206a767c18 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:28.685924 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-68f48c2e-e2e8-4f4e-b06d-35c8eca8edd5 req-3d8b5132-5d01-4559-8612-2b206a767c18 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 945 time: 0.0534246 Apr 08 18:03:28.706883 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fb5fa915-da32-405d-b1ce-76e4774a5fae req-cf958fd5-b4c6-4b16-882c-d6af75e997f9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404367 Apr 08 18:03:28.735054 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-68f48c2e-e2e8-4f4e-b06d-35c8eca8edd5 req-4a07fb60-7d8f-40ce-b61f-97baee365d48 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432227 Apr 08 18:03:29.875580 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c027ff-2da2-4da4-a437-6a8321539e12 req-df0484da-2b00-493d-be97-06c07ec219be tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:29.877094 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-49c027ff-2da2-4da4-a437-6a8321539e12 req-df0484da-2b00-493d-be97-06c07ec219be tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 945 time: 0.0509043 Apr 08 18:03:29.930121 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-49c027ff-2da2-4da4-a437-6a8321539e12 req-1d6d631c-aab3-47c7-908e-4eb9ae619156 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469093 Apr 08 18:03:31.074924 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74116c72-1afc-45c1-8d24-3c38d7fa0808 req-2abbe69b-3df3-4b6f-8b73-6b66f8f92914 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:31.076465 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-74116c72-1afc-45c1-8d24-3c38d7fa0808 req-2abbe69b-3df3-4b6f-8b73-6b66f8f92914 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 945 time: 0.0642822 Apr 08 18:03:31.131668 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-74116c72-1afc-45c1-8d24-3c38d7fa0808 req-2b6b6f98-83d6-4041-abbd-6852b8f91c39 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494146 Apr 08 18:03:31.254416 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a03a6d-2963-4ed3-9edd-db9d8912383d req-231c1cf3-6f89-45b5-a209-384c9a37b446 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:31.256032 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c9a03a6d-2963-4ed3-9edd-db9d8912383d req-231c1cf3-6f89-45b5-a209-384c9a37b446 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 945 time: 0.0576241 Apr 08 18:03:31.311836 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c9a03a6d-2963-4ed3-9edd-db9d8912383d req-bc0f9f75-85f0-4328-88ef-3f8bc623bc46 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498259 Apr 08 18:03:31.334442 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 47296) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:03:31.489543 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3230487c-4da6-4ad4-98a5-0ce836cfae87 tempest-TestVolumeBootPattern-1657092103 tempest-TestVolumeBootPattern-1657092103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:31.491059 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-3230487c-4da6-4ad4-98a5-0ce836cfae87 tempest-TestVolumeBootPattern-1657092103 tempest-TestVolumeBootPattern-1657092103-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 1124 time: 0.1556413 Apr 08 18:03:31.495255 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 47300) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:03:31.499999 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.v2.base [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Request body: {'floatingip': {'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'port_id': 'b206da7a-5eae-4a50-98a6-bd6b70c48bf3', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:03:31.524497 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:31.608081 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:31.720770 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Allocated IP 172.27.1.169 (621fbee4-87d2-43df-9614-a9bffeb44782/f3b5cce6-c86b-437f-a541-279b3363d15a/01287a38-0097-4f6d-bd64-c0b81f257505) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 18:03:31.837390 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for port (01287a38-0097-4f6d-bd64-c0b81f257505), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:31.877932 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780306045206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (01287a38-0097-4f6d-bd64-c0b81f257505), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:31.915118 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Network 621fbee4-87d2-43df-9614-a9bffeb44782 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 18:03:31.918034 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:03:31.921380 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 18:03:31.947741 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event updated for resources: {'Port': ['ID=01287a38-0097-4f6d-bd64-c0b81f257505,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:03:31.961705 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:31.962213 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:31.962551 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:31.962899 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:31.963214 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:31.963545 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:31.963866 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:31.964186 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:31.964542 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:31.964862 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:31.965179 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:31.965497 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:31.965816 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:31.966130 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:31.966442 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:32.329046 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for floatingip (fcff67c0-0e92-4a1c-b968-0cef87bddf38), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:32.409421 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1781625'] for port (01287a38-0097-4f6d-bd64-c0b81f257505), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:32.588086 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for port (01287a38-0097-4f6d-bd64-c0b81f257505), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:32.594585 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780306521101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780306045224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780306045242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30663424'] for port (01287a38-0097-4f6d-bd64-c0b81f257505), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:32.665359 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event updated for resources: {'Port': ['ID=01287a38-0097-4f6d-bd64-c0b81f257505,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:03:32.678407 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726776'] for floatingip (fcff67c0-0e92-4a1c-b968-0cef87bddf38), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:32.794437 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.l3_db [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Floating IP fcff67c0-0e92-4a1c-b968-0cef87bddf38 associated. External IP: 172.27.1.169, port: b206da7a-5eae-4a50-98a6-bd6b70c48bf3. Apr 08 18:03:33.023734 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Router 12fc0726-47b6-429b-9293-f981d55220b1 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:03:33.153115 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:03:33.163995 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346cc863-a969-4739-9cd8-e0b1c0f58ee9 None None] Sync routers for ids ['12fc0726-47b6-429b-9293-f981d55220b1'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:03:33.175934 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:33.177731 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346cc863-a969-4739-9cd8-e0b1c0f58ee9 None None] Routers {'12fc0726-47b6-429b-9293-f981d55220b1'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:03:33.178427 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-346cc863-a969-4739-9cd8-e0b1c0f58ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T18:03:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['12fc0726-47b6-429b-9293-f981d55220b1'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:03:33.206836 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-94b90717-3ab6-47f7-a4c6-54530132b7f1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7104907 Apr 08 18:03:33.207453 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3e79ca-b597-4144-b3bb-907302674b20', 'tag': 'b206da7a-5eae-4a50-98a6-bd6b70c48bf3'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:03:33.209881 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cad37f-09aa-4674-9e18-4916ccf1880e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3e79ca-b597-4144-b3bb-907302674b20", "tag": "b206da7a-5eae-4a50-98a6-bd6b70c48bf3"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:03:33.293686 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-346cc863-a969-4739-9cd8-e0b1c0f58ee9 None None] Set router 12fc0726-47b6-429b-9293-f981d55220b1 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:03:33.307263 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 18:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9d201e-9643-44db-8a22-b842d053d033 x-openstack-request-id: req-7e9d201e-9643-44db-8a22-b842d053d033 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:03:33.307554 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3e79ca-b597-4144-b3bb-907302674b20", "tag": "b206da7a-5eae-4a50-98a6-bd6b70c48bf3", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:03:33.307805 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7e9d201e-9643-44db-8a22-b842d053d033 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:03:33.308223 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e9d201e-9643-44db-8a22-b842d053d033'] response: {'name': 'network-changed', 'server_uuid': '2a3e79ca-b597-4144-b3bb-907302674b20', 'tag': 'b206da7a-5eae-4a50-98a6-bd6b70c48bf3', 'status': 'completed', 'code': 200} Apr 08 18:03:33.374471 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cad37f-09aa-4674-9e18-4916ccf1880e req-bd5c2db0-4282-48c8-a9fe-215e1a2e0524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:33.376022 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c2cad37f-09aa-4674-9e18-4916ccf1880e req-bd5c2db0-4282-48c8-a9fe-215e1a2e0524 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31673ad20ead49bd85bfae7300da6304&device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 1129 time: 0.0408959 Apr 08 18:03:33.484208 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cad37f-09aa-4674-9e18-4916ccf1880e req-b6d5dff7-3c00-4ac8-910b-19d30049eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:33.485762 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c2cad37f-09aa-4674-9e18-4916ccf1880e req-b6d5dff7-3c00-4ac8-910b-19d30049eeeb service neutron] 10.222.0.20 "GET /v2.0/networks?id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc HTTP/1.1" status: 200 len: 912 time: 0.0980246 Apr 08 18:03:33.521513 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-346cc863-a969-4739-9cd8-e0b1c0f58ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '0ad9f777-8bcf-403a-aa05-19482af8d317', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'port_id': '774c6922-23d9-41ab-9e5a-7224c3b8f5fc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'mac_address': 'fa:16:3e:07:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4579e5-2284-4c56-bcbf-5b2e13fa3529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T18:00:41Z', 'updated_at': '2022-04-08T18:00:43Z', 'revision_number': 1, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'fixed_ip_address_scope': None}, {'id': 'fcff67c0-0e92-4a1c-b968-0cef87bddf38', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'port_id': 'b206da7a-5eae-4a50-98a6-bd6b70c48bf3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'mac_address': 'fa:16:3e:66:b5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e79ca-b597-4144-b3bb-907302674b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T18:03:32Z', 'updated_at': '2022-04-08T18:03:32Z', 'revision_number': 0, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c89ba22-3eee-4e17-a94d-d5e316eb9355', 'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'mac_address': 'fa:16:3e:f7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:41Z', 'updated_at': '2022-04-08T17:56:45Z', 'revision_number': 5, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'subnets': [{'id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:03:33.552473 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346cc863-a969-4739-9cd8-e0b1c0f58ee9 None None] Checking router: 12fc0726-47b6-429b-9293-f981d55220b1 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:03:33.556745 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c2cad37f-09aa-4674-9e18-4916ccf1880e req-78b2d13f-5647-4626-86a5-5a8f29f10baa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b206da7a-5eae-4a50-98a6-bd6b70c48bf3 HTTP/1.1" status: 200 len: 999 time: 0.0637803 Apr 08 18:03:33.561693 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346cc863-a969-4739-9cd8-e0b1c0f58ee9 None None] Routers {'12fc0726-47b6-429b-9293-f981d55220b1'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:03:33.562309 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-346cc863-a969-4739-9cd8-e0b1c0f58ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T18:03:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['12fc0726-47b6-429b-9293-f981d55220b1'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:03:33.616164 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cad37f-09aa-4674-9e18-4916ccf1880e req-7ef59e6e-5442-4ef1-a2e4-df36f59ba2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:33.618676 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c2cad37f-09aa-4674-9e18-4916ccf1880e req-7ef59e6e-5442-4ef1-a2e4-df36f59ba2e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98c89128-6e6b-4e14-98c1-f50e23a0f5d6 HTTP/1.1" status: 200 len: 850 time: 0.0500641 Apr 08 18:03:33.665149 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cad37f-09aa-4674-9e18-4916ccf1880e req-0d81cb5c-b946-4107-8a30-354da0acefc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:33.666971 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c2cad37f-09aa-4674-9e18-4916ccf1880e req-0d81cb5c-b946-4107-8a30-354da0acefc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416493 Apr 08 18:03:33.771293 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c2cad37f-09aa-4674-9e18-4916ccf1880e req-3dddf786-01e0-4eb8-a29a-a4265f81c8f4 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947080 Apr 08 18:03:33.822235 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-346cc863-a969-4739-9cd8-e0b1c0f58ee9 None None] Set router 12fc0726-47b6-429b-9293-f981d55220b1 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:03:33.873115 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-c2cad37f-09aa-4674-9e18-4916ccf1880e req-58ffd7c6-5bb3-4d47-b8a6-a8eb680904e5 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950816 Apr 08 18:03:34.049178 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-346cc863-a969-4739-9cd8-e0b1c0f58ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '0ad9f777-8bcf-403a-aa05-19482af8d317', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'port_id': '774c6922-23d9-41ab-9e5a-7224c3b8f5fc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'mac_address': 'fa:16:3e:07:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4579e5-2284-4c56-bcbf-5b2e13fa3529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T18:00:41Z', 'updated_at': '2022-04-08T18:00:43Z', 'revision_number': 1, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'fixed_ip_address_scope': None}, {'id': 'fcff67c0-0e92-4a1c-b968-0cef87bddf38', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'port_id': 'b206da7a-5eae-4a50-98a6-bd6b70c48bf3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'mac_address': 'fa:16:3e:66:b5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e79ca-b597-4144-b3bb-907302674b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T18:03:32Z', 'updated_at': '2022-04-08T18:03:32Z', 'revision_number': 0, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c89ba22-3eee-4e17-a94d-d5e316eb9355', 'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'mac_address': 'fa:16:3e:f7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:41Z', 'updated_at': '2022-04-08T17:56:45Z', 'revision_number': 5, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'subnets': [{'id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:03:34.075965 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346cc863-a969-4739-9cd8-e0b1c0f58ee9 None None] The sync data for ids ['12fc0726-47b6-429b-9293-f981d55220b1'] in dv-cinder-837166-1-iscsi is: [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '0ad9f777-8bcf-403a-aa05-19482af8d317', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'port_id': '774c6922-23d9-41ab-9e5a-7224c3b8f5fc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'mac_address': 'fa:16:3e:07:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4579e5-2284-4c56-bcbf-5b2e13fa3529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T18:00:41Z', 'updated_at': '2022-04-08T18:00:43Z', 'revision_number': 1, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'fixed_ip_address_scope': None}, {'id': 'fcff67c0-0e92-4a1c-b968-0cef87bddf38', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'port_id': 'b206da7a-5eae-4a50-98a6-bd6b70c48bf3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'mac_address': 'fa:16:3e:66:b5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e79ca-b597-4144-b3bb-907302674b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T18:03:32Z', 'updated_at': '2022-04-08T18:03:32Z', 'revision_number': 0, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c89ba22-3eee-4e17-a94d-d5e316eb9355', 'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'mac_address': 'fa:16:3e:f7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:41Z', 'updated_at': '2022-04-08T17:56:45Z', 'revision_number': 5, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'subnets': [{'id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:03:34.290041 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8ba966-ec1d-4841-8fcf-07cfeed89f72 None None] New status for floating IP fcff67c0-0e92-4a1c-b968-0cef87bddf38: ACTIVE {{(pid=103551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 18:03:43.044241 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e5e26ece-7f9b-4680-9778-507f1d595c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:45.445821 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-31356389-4ece-4115-924b-721b81c5a83b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:46.844189 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:46.937184 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:48.122049 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:49.544602 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:52.469338 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:04:12.309588 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-63a71cc7-97c6-40f5-adb2-7b13caeee086 req-60958ee4-5b7a-4df7-bd20-dfd18ef439f2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479090 Apr 08 18:04:12.403575 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a71cc7-97c6-40f5-adb2-7b13caeee086 req-4539f197-d1f1-4878-b821-119dc0dc1827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:04:12.405144 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-63a71cc7-97c6-40f5-adb2-7b13caeee086 req-4539f197-d1f1-4878-b821-119dc0dc1827 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31673ad20ead49bd85bfae7300da6304&device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 1129 time: 0.0452223 Apr 08 18:04:12.529124 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a71cc7-97c6-40f5-adb2-7b13caeee086 req-4a1df17f-4641-4d6e-8d5a-a299b9dec218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:04:12.530541 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-63a71cc7-97c6-40f5-adb2-7b13caeee086 req-4a1df17f-4641-4d6e-8d5a-a299b9dec218 service neutron] 10.222.0.20 "GET /v2.0/networks?id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc HTTP/1.1" status: 200 len: 912 time: 0.1004634 Apr 08 18:04:12.602197 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-63a71cc7-97c6-40f5-adb2-7b13caeee086 req-ff9a44dc-5bc9-42be-b76f-64db1ae8b582 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=774c6922-23d9-41ab-9e5a-7224c3b8f5fc HTTP/1.1" status: 200 len: 1001 time: 0.0643351 Apr 08 18:04:12.656407 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a71cc7-97c6-40f5-adb2-7b13caeee086 req-0419cdaa-2a2f-47b3-bec0-6df782282427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:04:12.657908 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-63a71cc7-97c6-40f5-adb2-7b13caeee086 req-0419cdaa-2a2f-47b3-bec0-6df782282427 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98c89128-6e6b-4e14-98c1-f50e23a0f5d6 HTTP/1.1" status: 200 len: 850 time: 0.0483572 Apr 08 18:04:12.710189 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a71cc7-97c6-40f5-adb2-7b13caeee086 req-3f807dca-71da-4324-931b-645eceeae899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:04:12.711693 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-63a71cc7-97c6-40f5-adb2-7b13caeee086 req-3f807dca-71da-4324-931b-645eceeae899 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463536 Apr 08 18:04:12.807211 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-63a71cc7-97c6-40f5-adb2-7b13caeee086 req-1e542ff0-08d1-4e61-81ec-3467e4127e2c service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879855 Apr 08 18:04:12.905909 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-63a71cc7-97c6-40f5-adb2-7b13caeee086 req-db685573-d0b1-481f-b71a-a908658cefb3 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924747 Apr 08 18:04:13.045218 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9c9a8261-91d8-49d2-85b0-e35e098a645f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:15.446523 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-001f2a1d-243d-4f92-8b69-d5d214d2f341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:16.841302 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:16.943950 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:18.119825 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:19.542443 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:29.470338 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:04:43.046107 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-64433c36-ebd1-4496-bfb3-91997f556353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:45.446007 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b1361a3e-0c27-44b2-9124-0e56107c7060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:46.848168 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:46.938591 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:48.117547 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:49.547183 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:06.465098 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:05:13.047980 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d5dfac68-e763-4787-b328-efc2badf0dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:13.382910 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-27ced436-09ab-41b6-a7c8-7c57d151ba83 req-6d5c9236-7ed7-4a1b-aeda-d6a5e92b1ab6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1141276 Apr 08 18:05:13.452213 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ced436-09ab-41b6-a7c8-7c57d151ba83 req-5acf4128-40e6-4437-b07b-9aca544bd37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:13.453861 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-27ced436-09ab-41b6-a7c8-7c57d151ba83 req-5acf4128-40e6-4437-b07b-9aca544bd37b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31673ad20ead49bd85bfae7300da6304&device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 1129 time: 0.0418441 Apr 08 18:05:13.560308 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ced436-09ab-41b6-a7c8-7c57d151ba83 req-4fae58d8-f693-4106-8656-4e504d512de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:13.561833 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-27ced436-09ab-41b6-a7c8-7c57d151ba83 req-4fae58d8-f693-4106-8656-4e504d512de5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc HTTP/1.1" status: 200 len: 912 time: 0.0864768 Apr 08 18:05:13.633709 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-27ced436-09ab-41b6-a7c8-7c57d151ba83 req-4e527162-aa18-45ea-89b7-609856509897 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b206da7a-5eae-4a50-98a6-bd6b70c48bf3 HTTP/1.1" status: 200 len: 1001 time: 0.0652647 Apr 08 18:05:13.691840 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ced436-09ab-41b6-a7c8-7c57d151ba83 req-83429d65-a61c-43fd-9aab-bdf9f54f0599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:13.693355 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-27ced436-09ab-41b6-a7c8-7c57d151ba83 req-83429d65-a61c-43fd-9aab-bdf9f54f0599 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98c89128-6e6b-4e14-98c1-f50e23a0f5d6 HTTP/1.1" status: 200 len: 850 time: 0.0530756 Apr 08 18:05:13.743199 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ced436-09ab-41b6-a7c8-7c57d151ba83 req-77ae1f05-d343-43db-a910-e2fef53d4406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:13.744797 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-27ced436-09ab-41b6-a7c8-7c57d151ba83 req-77ae1f05-d343-43db-a910-e2fef53d4406 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433238 Apr 08 18:05:13.844724 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-27ced436-09ab-41b6-a7c8-7c57d151ba83 req-77ae8295-7a21-4c35-b88a-741f7a844fe6 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921881 Apr 08 18:05:13.938611 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-27ced436-09ab-41b6-a7c8-7c57d151ba83 req-db0b590e-e9a8-4a12-80ee-49a81827bdcf service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877271 Apr 08 18:05:15.447767 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c3ae6cc2-0316-4528-bebf-d15857291ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:16.851276 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:16.940028 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:18.121401 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:19.545044 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:35.909418 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 47338) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:05:36.083555 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Deleting port 01287a38-0097-4f6d-bd64-c0b81f257505 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:05:36.084069 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (01287a38-0097-4f6d-bd64-c0b81f257505), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:36.178202 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (01287a38-0097-4f6d-bd64-c0b81f257505), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:36.178457 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for floatingip (01287a38-0097-4f6d-bd64-c0b81f257505), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:36.192466 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Calling delete_port for 01287a38-0097-4f6d-bd64-c0b81f257505 owned by network:floatingip {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:05:36.359308 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (01287a38-0097-4f6d-bd64-c0b81f257505), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:36.383857 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event deleted for resources: {'Port': ['ID=01287a38-0097-4f6d-bd64-c0b81f257505,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:05:36.398666 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:36.399019 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:36.399364 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:36.399705 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:36.400037 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:36.400343 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:36.400699 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:36.401027 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:36.401350 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:36.401704 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:36.402003 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:36.402328 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:36.402646 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:36.403010 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:36.403301 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:36.473414 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for floatingip (fcff67c0-0e92-4a1c-b968-0cef87bddf38), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:36.473669 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.db.l3_db [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Floating IP fcff67c0-0e92-4a1c-b968-0cef87bddf38 disassociated (deleted). External IP: 172.27.1.169, port: b206da7a-5eae-4a50-98a6-bd6b70c48bf3. Apr 08 18:05:36.719312 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Router 12fc0726-47b6-429b-9293-f981d55220b1 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:05:36.846203 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:05:36.851176 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:36.859896 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc00a6c7-9baf-4e52-9312-4bc820e06e0e None None] Sync routers for ids ['12fc0726-47b6-429b-9293-f981d55220b1'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:05:36.869003 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc00a6c7-9baf-4e52-9312-4bc820e06e0e None None] Routers {'12fc0726-47b6-429b-9293-f981d55220b1'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:05:36.869635 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-cc00a6c7-9baf-4e52-9312-4bc820e06e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T18:05:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['12fc0726-47b6-429b-9293-f981d55220b1'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:05:36.885307 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-45e4fb21-4d57-4415-b262-de31912e1fc2 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "DELETE /v2.0/floatingips/fcff67c0-0e92-4a1c-b968-0cef87bddf38 HTTP/1.1" status: 204 len: 168 time: 0.9747186 Apr 08 18:05:36.885991 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3e79ca-b597-4144-b3bb-907302674b20', 'tag': 'b206da7a-5eae-4a50-98a6-bd6b70c48bf3'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:05:36.888572 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9cb49c-2c5c-4562-8787-cffaee44c814" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3e79ca-b597-4144-b3bb-907302674b20", "tag": "b206da7a-5eae-4a50-98a6-bd6b70c48bf3"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:05:36.991904 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 18:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1611185b-859d-4ff6-90b7-e4f6513d9881 x-openstack-request-id: req-1611185b-859d-4ff6-90b7-e4f6513d9881 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:05:36.993069 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3e79ca-b597-4144-b3bb-907302674b20", "tag": "b206da7a-5eae-4a50-98a6-bd6b70c48bf3", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:05:36.993069 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1611185b-859d-4ff6-90b7-e4f6513d9881 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:05:36.993940 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1611185b-859d-4ff6-90b7-e4f6513d9881'] response: {'name': 'network-changed', 'server_uuid': '2a3e79ca-b597-4144-b3bb-907302674b20', 'tag': 'b206da7a-5eae-4a50-98a6-bd6b70c48bf3', 'status': 'completed', 'code': 200} Apr 08 18:05:37.005967 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-cc00a6c7-9baf-4e52-9312-4bc820e06e0e None None] Set router 12fc0726-47b6-429b-9293-f981d55220b1 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:05:37.070958 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cb49c-2c5c-4562-8787-cffaee44c814 req-a85d36a0-aeaf-496a-b5cf-db472d823445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:37.072732 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4f9cb49c-2c5c-4562-8787-cffaee44c814 req-a85d36a0-aeaf-496a-b5cf-db472d823445 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31673ad20ead49bd85bfae7300da6304&device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 1129 time: 0.0483418 Apr 08 18:05:37.213574 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e8412-691e-41f9-be01-5da86d9b99b6 req-208f0c2c-9128-496c-9d2c-26485307e8d1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:37.215195 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-dd9e8412-691e-41f9-be01-5da86d9b99b6 req-208f0c2c-9128-496c-9d2c-26485307e8d1 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 945 time: 0.1221623 Apr 08 18:05:37.274384 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-dd9e8412-691e-41f9-be01-5da86d9b99b6 req-c42a138e-3c6a-4027-9ce3-292730cb20b4 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526826 Apr 08 18:05:37.274682 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-cc00a6c7-9baf-4e52-9312-4bc820e06e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '0ad9f777-8bcf-403a-aa05-19482af8d317', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'port_id': '774c6922-23d9-41ab-9e5a-7224c3b8f5fc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'mac_address': 'fa:16:3e:07:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4579e5-2284-4c56-bcbf-5b2e13fa3529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T18:00:41Z', 'updated_at': '2022-04-08T18:00:43Z', 'revision_number': 1, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c89ba22-3eee-4e17-a94d-d5e316eb9355', 'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'mac_address': 'fa:16:3e:f7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:41Z', 'updated_at': '2022-04-08T17:56:45Z', 'revision_number': 5, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'subnets': [{'id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:05:37.306764 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc00a6c7-9baf-4e52-9312-4bc820e06e0e None None] Checking router: 12fc0726-47b6-429b-9293-f981d55220b1 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:05:37.316536 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc00a6c7-9baf-4e52-9312-4bc820e06e0e None None] Routers {'12fc0726-47b6-429b-9293-f981d55220b1'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:05:37.317157 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-cc00a6c7-9baf-4e52-9312-4bc820e06e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T18:05:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['12fc0726-47b6-429b-9293-f981d55220b1'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:05:37.451728 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-cc00a6c7-9baf-4e52-9312-4bc820e06e0e None None] Set router 12fc0726-47b6-429b-9293-f981d55220b1 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:05:37.680245 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-cc00a6c7-9baf-4e52-9312-4bc820e06e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '0ad9f777-8bcf-403a-aa05-19482af8d317', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'port_id': '774c6922-23d9-41ab-9e5a-7224c3b8f5fc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'mac_address': 'fa:16:3e:07:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4579e5-2284-4c56-bcbf-5b2e13fa3529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T18:00:41Z', 'updated_at': '2022-04-08T18:00:43Z', 'revision_number': 1, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c89ba22-3eee-4e17-a94d-d5e316eb9355', 'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'mac_address': 'fa:16:3e:f7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:41Z', 'updated_at': '2022-04-08T17:56:45Z', 'revision_number': 5, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'subnets': [{'id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:05:37.713453 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc00a6c7-9baf-4e52-9312-4bc820e06e0e None None] The sync data for ids ['12fc0726-47b6-429b-9293-f981d55220b1'] in dv-cinder-837166-1-iscsi is: [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_floatingips': [{'id': '0ad9f777-8bcf-403a-aa05-19482af8d317', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'router_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'port_id': '774c6922-23d9-41ab-9e5a-7224c3b8f5fc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'mac_address': 'fa:16:3e:07:c3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4579e5-2284-4c56-bcbf-5b2e13fa3529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T18:00:41Z', 'updated_at': '2022-04-08T18:00:43Z', 'revision_number': 1, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c89ba22-3eee-4e17-a94d-d5e316eb9355', 'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'mac_address': 'fa:16:3e:f7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:41Z', 'updated_at': '2022-04-08T17:56:45Z', 'revision_number': 5, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'subnets': [{'id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:05:37.957960 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc07790d-ff97-43eb-ae22-d0fe9f035408 None None] New status for floating IP fcff67c0-0e92-4a1c-b968-0cef87bddf38: DOWN {{(pid=103551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 18:05:38.219810 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cb49c-2c5c-4562-8787-cffaee44c814 req-64c1b5c2-16a9-4f12-8390-cc7eddacf888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:38.221370 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4f9cb49c-2c5c-4562-8787-cffaee44c814 req-64c1b5c2-16a9-4f12-8390-cc7eddacf888 service neutron] 10.222.0.20 "GET /v2.0/networks?id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc HTTP/1.1" status: 200 len: 912 time: 0.1016593 Apr 08 18:05:38.551474 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4f9cb49c-2c5c-4562-8787-cffaee44c814 req-23a07145-39fd-4784-b3f7-5208e4592bb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b206da7a-5eae-4a50-98a6-bd6b70c48bf3 HTTP/1.1" status: 200 len: 217 time: 0.3220320 Apr 08 18:05:38.663001 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222a75c-eebe-44ba-a13f-858ebb6bc345 req-19e8009e-b334-41bd-8050-88792831ed9d tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:38.664902 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7222a75c-eebe-44ba-a13f-858ebb6bc345 req-19e8009e-b334-41bd-8050-88792831ed9d tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 945 time: 0.1190300 Apr 08 18:05:38.745269 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-7222a75c-eebe-44ba-a13f-858ebb6bc345 req-6eec1049-5aef-48e8-b663-53dd5b3fdd5a tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708725 Apr 08 18:05:38.789742 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cb49c-2c5c-4562-8787-cffaee44c814 req-f15472e0-784f-4d5b-8a92-d5259ffba270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:38.791211 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4f9cb49c-2c5c-4562-8787-cffaee44c814 req-f15472e0-784f-4d5b-8a92-d5259ffba270 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98c89128-6e6b-4e14-98c1-f50e23a0f5d6 HTTP/1.1" status: 200 len: 850 time: 0.0576544 Apr 08 18:05:38.843315 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cafa2-2ac2-4087-9fb1-b83fcd6aa3a7 req-eca12b3f-86ba-47b9-b6d5-a6d2333b69e5 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:38.846210 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cb49c-2c5c-4562-8787-cffaee44c814 req-8b06fb61-5a27-441b-95c0-8c7e82622f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:38.846460 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-451cafa2-2ac2-4087-9fb1-b83fcd6aa3a7 req-eca12b3f-86ba-47b9-b6d5-a6d2333b69e5 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 945 time: 0.0632102 Apr 08 18:05:38.847748 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4f9cb49c-2c5c-4562-8787-cffaee44c814 req-8b06fb61-5a27-441b-95c0-8c7e82622f27 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504475 Apr 08 18:05:38.947720 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [req-451cafa2-2ac2-4087-9fb1-b83fcd6aa3a7 req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Deleting port b206da7a-5eae-4a50-98a6-bd6b70c48bf3 {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:05:38.948095 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-451cafa2-2ac2-4087-9fb1-b83fcd6aa3a7 req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (b206da7a-5eae-4a50-98a6-bd6b70c48bf3), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:38.949229 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4f9cb49c-2c5c-4562-8787-cffaee44c814 req-e30299d0-23fa-4618-90de-3ba002128e0e service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943153 Apr 08 18:05:39.050481 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-4f9cb49c-2c5c-4562-8787-cffaee44c814 req-08354603-0d46-4844-abdd-3d5b59698283 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946527 Apr 08 18:05:39.061757 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [req-451cafa2-2ac2-4087-9fb1-b83fcd6aa3a7 req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] For port b206da7a-5eae-4a50-98a6-bd6b70c48bf3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b206da7a-5eae-4a50-98a6-bd6b70c48bf3,segment=NetworkSegment(0dee3bfa-4c14-49f3-b834-7e796b6568e0),segment_id=0dee3bfa-4c14-49f3-b834-7e796b6568e0)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:05:39.062368 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-451cafa2-2ac2-4087-9fb1-b83fcd6aa3a7 req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (b206da7a-5eae-4a50-98a6-bd6b70c48bf3), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:39.086401 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [req-451cafa2-2ac2-4087-9fb1-b83fcd6aa3a7 req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Calling delete_port for b206da7a-5eae-4a50-98a6-bd6b70c48bf3 owned by compute:nova {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:05:39.232148 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-451cafa2-2ac2-4087-9fb1-b83fcd6aa3a7 req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (b206da7a-5eae-4a50-98a6-bd6b70c48bf3), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:39.268759 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event deleted for resources: {'Port': ['ID=b206da7a-5eae-4a50-98a6-bd6b70c48bf3,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:05:39.283190 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:39.283565 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:39.283902 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:39.284217 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:39.284624 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:39.284937 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:39.285266 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:39.285577 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:39.285901 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:39.286228 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:39.286549 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:39.286876 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:39.287196 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:39.287514 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:39.287835 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:39.334568 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [req-451cafa2-2ac2-4087-9fb1-b83fcd6aa3a7 req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] No DVR routers for this DVR port b206da7a-5eae-4a50-98a6-bd6b70c48bf3 on host hv-cinder-83716 {{(pid=103549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:05:39.337414 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [req-451cafa2-2ac2-4087-9fb1-b83fcd6aa3a7 req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:39.341399 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-451cafa2-2ac2-4087-9fb1-b83fcd6aa3a7 req-aab36d6b-c9d2-4f9f-b05d-83909d638332 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.20 "DELETE /v2.0/ports/b206da7a-5eae-4a50-98a6-bd6b70c48bf3 HTTP/1.1" status: 204 len: 173 time: 0.4861910 Apr 08 18:05:39.342040 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3e79ca-b597-4144-b3bb-907302674b20', 'name': 'network-vif-deleted', 'tag': 'b206da7a-5eae-4a50-98a6-bd6b70c48bf3'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:05:39.344472 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f436d56-c3b5-4c6d-8555-dba4372c5e52" -d '{"events": [{"server_uuid": "2a3e79ca-b597-4144-b3bb-907302674b20", "name": "network-vif-deleted", "tag": "b206da7a-5eae-4a50-98a6-bd6b70c48bf3"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:05:39.393363 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 18:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f85723-e819-4a34-bb41-e508bee676b5 x-openstack-request-id: req-d1f85723-e819-4a34-bb41-e508bee676b5 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:05:39.393707 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3e79ca-b597-4144-b3bb-907302674b20", "name": "network-vif-deleted", "tag": "b206da7a-5eae-4a50-98a6-bd6b70c48bf3", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:05:39.393961 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d1f85723-e819-4a34-bb41-e508bee676b5 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:05:39.394376 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f85723-e819-4a34-bb41-e508bee676b5'] response: {'server_uuid': '2a3e79ca-b597-4144-b3bb-907302674b20', 'name': 'network-vif-deleted', 'tag': 'b206da7a-5eae-4a50-98a6-bd6b70c48bf3', 'status': 'completed', 'code': 200} Apr 08 18:05:39.903012 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-136963e9-c0c6-49e3-960a-f0b244d7f907 req-6f5c44b8-6e4d-49dd-8b97-271520d02415 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a3e79ca-b597-4144-b3bb-907302674b20 HTTP/1.1" status: 200 len: 210 time: 0.0446188 Apr 08 18:05:42.752941 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device b206da7a-5eae-4a50-98a6-bd6b70c48bf3 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:05:42.777570 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] No Port match for: b206da7a-5eae-4a50-98a6-bd6b70c48bf3 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:05:42.777933 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device b206da7a-5eae-4a50-98a6-bd6b70c48bf3 not bound to the agent host hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:05:43.046410 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-62271ba6-28f8-45fa-bb81-5825690ef7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:43.229808 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 47394) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:05:43.389056 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-12943328-48fa-45f7-b120-082fc7d0cd8c tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Deleting port 55d39afa-7fc4-4d48-a0cb-a4f16527564f {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:05:43.389451 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-12943328-48fa-45f7-b120-082fc7d0cd8c tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (55d39afa-7fc4-4d48-a0cb-a4f16527564f), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:43.470957 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:05:43.474330 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-12943328-48fa-45f7-b120-082fc7d0cd8c tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (55d39afa-7fc4-4d48-a0cb-a4f16527564f), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:43.474663 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-12943328-48fa-45f7-b120-082fc7d0cd8c tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for floatingip (55d39afa-7fc4-4d48-a0cb-a4f16527564f), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:43.487510 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-12943328-48fa-45f7-b120-082fc7d0cd8c tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Calling delete_port for 55d39afa-7fc4-4d48-a0cb-a4f16527564f owned by network:floatingip {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:05:43.663386 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-12943328-48fa-45f7-b120-082fc7d0cd8c tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (55d39afa-7fc4-4d48-a0cb-a4f16527564f), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:43.687643 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12943328-48fa-45f7-b120-082fc7d0cd8c tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event deleted for resources: {'Port': ['ID=55d39afa-7fc4-4d48-a0cb-a4f16527564f,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:05:43.755688 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-12943328-48fa-45f7-b120-082fc7d0cd8c tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for floatingip (0ad9f777-8bcf-403a-aa05-19482af8d317), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:43.756083 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.db.l3_db [None req-12943328-48fa-45f7-b120-082fc7d0cd8c tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Floating IP 0ad9f777-8bcf-403a-aa05-19482af8d317 disassociated (deleted). External IP: 172.27.1.114, port: 774c6922-23d9-41ab-9e5a-7224c3b8f5fc. Apr 08 18:05:44.303454 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12943328-48fa-45f7-b120-082fc7d0cd8c tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Router 12fc0726-47b6-429b-9293-f981d55220b1 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:05:44.423716 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12943328-48fa-45f7-b120-082fc7d0cd8c tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:05:44.428922 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-12943328-48fa-45f7-b120-082fc7d0cd8c tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:44.434480 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9d55e-5492-4025-a258-21d71947efff None None] Sync routers for ids ['12fc0726-47b6-429b-9293-f981d55220b1'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:05:44.445627 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9d55e-5492-4025-a258-21d71947efff None None] Routers {'12fc0726-47b6-429b-9293-f981d55220b1'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:05:44.446174 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-68e9d55e-5492-4025-a258-21d71947efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T18:05:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['12fc0726-47b6-429b-9293-f981d55220b1'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:05:44.462115 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-12943328-48fa-45f7-b120-082fc7d0cd8c tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "DELETE /v2.0/floatingips/0ad9f777-8bcf-403a-aa05-19482af8d317 HTTP/1.1" status: 204 len: 168 time: 1.2308946 Apr 08 18:05:44.462720 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4579e5-2284-4c56-bcbf-5b2e13fa3529', 'tag': '774c6922-23d9-41ab-9e5a-7224c3b8f5fc'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:05:44.465193 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b74dba81aa04ff095fc44083f5c834ca7846698ff6491c1bb5adaa380ba6564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176d41d3-f970-4f28-bac6-5ece742fec07" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4579e5-2284-4c56-bcbf-5b2e13fa3529", "tag": "774c6922-23d9-41ab-9e5a-7224c3b8f5fc"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:05:44.510906 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 18:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cfce8d-47bd-4f4c-89cb-cec56a1bd828 x-openstack-request-id: req-10cfce8d-47bd-4f4c-89cb-cec56a1bd828 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:05:44.511230 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4579e5-2284-4c56-bcbf-5b2e13fa3529", "tag": "774c6922-23d9-41ab-9e5a-7224c3b8f5fc", "status": "completed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:05:44.511466 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-10cfce8d-47bd-4f4c-89cb-cec56a1bd828 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:05:44.511915 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10cfce8d-47bd-4f4c-89cb-cec56a1bd828'] response: {'name': 'network-changed', 'server_uuid': '2b4579e5-2284-4c56-bcbf-5b2e13fa3529', 'tag': '774c6922-23d9-41ab-9e5a-7224c3b8f5fc', 'status': 'completed', 'code': 200} Apr 08 18:05:44.579881 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d41d3-f970-4f28-bac6-5ece742fec07 req-b1e5729a-6117-46cd-a500-111fe8adb601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:44.581493 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-176d41d3-f970-4f28-bac6-5ece742fec07 req-b1e5729a-6117-46cd-a500-111fe8adb601 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31673ad20ead49bd85bfae7300da6304&device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 1129 time: 0.0463285 Apr 08 18:05:44.715582 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-68e9d55e-5492-4025-a258-21d71947efff None None] Set router 12fc0726-47b6-429b-9293-f981d55220b1 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:05:44.722503 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d41d3-f970-4f28-bac6-5ece742fec07 req-529401e6-3369-444e-8a72-cc96bb845415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:44.724105 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-176d41d3-f970-4f28-bac6-5ece742fec07 req-529401e6-3369-444e-8a72-cc96bb845415 service neutron] 10.222.0.20 "GET /v2.0/networks?id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc HTTP/1.1" status: 200 len: 912 time: 0.1333015 Apr 08 18:05:44.784252 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90060898-c6bb-4b16-b0ff-6ceddf693a5c req-f4457a60-ea9f-430d-96ab-9e323a155d99 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:44.785829 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-90060898-c6bb-4b16-b0ff-6ceddf693a5c req-f4457a60-ea9f-430d-96ab-9e323a155d99 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 945 time: 0.1014230 Apr 08 18:05:44.787622 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-176d41d3-f970-4f28-bac6-5ece742fec07 req-8d445e25-abab-4d5e-a313-32b62fcfedd8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=774c6922-23d9-41ab-9e5a-7224c3b8f5fc HTTP/1.1" status: 200 len: 217 time: 0.0566907 Apr 08 18:05:44.866741 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-90060898-c6bb-4b16-b0ff-6ceddf693a5c req-893a9aae-99ad-4f81-980d-6dd1a2f6b9c9 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/security-groups?id=4a099b92-edf0-4158-a6c1-806ae99ff2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748360 Apr 08 18:05:44.881560 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d41d3-f970-4f28-bac6-5ece742fec07 req-3b611bd5-cbb1-487d-b139-938236382575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:44.883071 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-176d41d3-f970-4f28-bac6-5ece742fec07 req-3b611bd5-cbb1-487d-b139-938236382575 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98c89128-6e6b-4e14-98c1-f50e23a0f5d6 HTTP/1.1" status: 200 len: 850 time: 0.0616605 Apr 08 18:05:44.933236 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d41d3-f970-4f28-bac6-5ece742fec07 req-8f80eeaa-2e68-47bc-a522-a46dc2f6c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:44.934804 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-176d41d3-f970-4f28-bac6-5ece742fec07 req-8f80eeaa-2e68-47bc-a522-a46dc2f6c413 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434604 Apr 08 18:05:44.939321 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-68e9d55e-5492-4025-a258-21d71947efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '3c89ba22-3eee-4e17-a94d-d5e316eb9355', 'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'mac_address': 'fa:16:3e:f7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:41Z', 'updated_at': '2022-04-08T17:56:45Z', 'revision_number': 5, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'subnets': [{'id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:05:44.967348 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9d55e-5492-4025-a258-21d71947efff None None] Checking router: 12fc0726-47b6-429b-9293-f981d55220b1 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:05:44.980110 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9d55e-5492-4025-a258-21d71947efff None None] Routers {'12fc0726-47b6-429b-9293-f981d55220b1'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:05:44.980781 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-68e9d55e-5492-4025-a258-21d71947efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T18:05:15Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['12fc0726-47b6-429b-9293-f981d55220b1'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:05:45.098238 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-176d41d3-f970-4f28-bac6-5ece742fec07 req-025a9e42-7822-43ec-9c37-9140462184e1 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992265 Apr 08 18:05:45.112891 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-68e9d55e-5492-4025-a258-21d71947efff None None] Set router 12fc0726-47b6-429b-9293-f981d55220b1 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:05:45.319818 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-68e9d55e-5492-4025-a258-21d71947efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '3c89ba22-3eee-4e17-a94d-d5e316eb9355', 'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'mac_address': 'fa:16:3e:f7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:41Z', 'updated_at': '2022-04-08T17:56:45Z', 'revision_number': 5, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'subnets': [{'id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:05:45.350223 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-176d41d3-f970-4f28-bac6-5ece742fec07 req-634716b6-4113-4d55-9b72-cc8d4d057d83 service neutron] 10.222.0.20 "GET /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896554 Apr 08 18:05:45.355545 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9d55e-5492-4025-a258-21d71947efff None None] The sync data for ids ['12fc0726-47b6-429b-9293-f981d55220b1'] in dv-cinder-837166-1-iscsi is: [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:42Z', 'revision_number': 4, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi', '_interfaces': [{'id': '3c89ba22-3eee-4e17-a94d-d5e316eb9355', 'name': '', 'network_id': '495e7117-9de8-40d4-b2ce-86dfc7a4d0cc', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'mac_address': 'fa:16:3e:f7:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:41Z', 'updated_at': '2022-04-08T17:56:45Z', 'revision_number': 5, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'subnets': [{'id': '98c89128-6e6b-4e14-98c1-f50e23a0f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:05:45.397623 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae437a5-ad1a-4487-9b1a-4a14339e23ff req-c2356322-9abf-43f1-8760-2ba14fd59b99 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:45.399249 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fae437a5-ad1a-4487-9b1a-4a14339e23ff req-c2356322-9abf-43f1-8760-2ba14fd59b99 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 945 time: 0.0667608 Apr 08 18:05:45.445128 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-87c13992-44b1-4ed4-b26e-da91e75bd2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:45.513000 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-fae437a5-ad1a-4487-9b1a-4a14339e23ff req-0365a7c4-0cfc-4b10-bcb2-06d5a1d02803 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Deleting port 774c6922-23d9-41ab-9e5a-7224c3b8f5fc {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:05:45.513350 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-fae437a5-ad1a-4487-9b1a-4a14339e23ff req-0365a7c4-0cfc-4b10-bcb2-06d5a1d02803 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (774c6922-23d9-41ab-9e5a-7224c3b8f5fc), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:45.618341 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca745640-b99e-4eea-9365-a049777f12cf None None] New status for floating IP 0ad9f777-8bcf-403a-aa05-19482af8d317: DOWN {{(pid=103551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 18:05:45.626693 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-fae437a5-ad1a-4487-9b1a-4a14339e23ff req-0365a7c4-0cfc-4b10-bcb2-06d5a1d02803 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] For port 774c6922-23d9-41ab-9e5a-7224c3b8f5fc, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=774c6922-23d9-41ab-9e5a-7224c3b8f5fc,segment=NetworkSegment(0dee3bfa-4c14-49f3-b834-7e796b6568e0),segment_id=0dee3bfa-4c14-49f3-b834-7e796b6568e0)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:05:45.627121 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-fae437a5-ad1a-4487-9b1a-4a14339e23ff req-0365a7c4-0cfc-4b10-bcb2-06d5a1d02803 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (774c6922-23d9-41ab-9e5a-7224c3b8f5fc), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:45.642185 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-fae437a5-ad1a-4487-9b1a-4a14339e23ff req-0365a7c4-0cfc-4b10-bcb2-06d5a1d02803 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Calling delete_port for 774c6922-23d9-41ab-9e5a-7224c3b8f5fc owned by compute:nova {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:05:45.783684 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-fae437a5-ad1a-4487-9b1a-4a14339e23ff req-0365a7c4-0cfc-4b10-bcb2-06d5a1d02803 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (774c6922-23d9-41ab-9e5a-7224c3b8f5fc), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:45.815472 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365a7c4-0cfc-4b10-bcb2-06d5a1d02803 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event deleted for resources: {'Port': ['ID=774c6922-23d9-41ab-9e5a-7224c3b8f5fc,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:05:45.863557 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae437a5-ad1a-4487-9b1a-4a14339e23ff req-0365a7c4-0cfc-4b10-bcb2-06d5a1d02803 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] No DVR routers for this DVR port 774c6922-23d9-41ab-9e5a-7224c3b8f5fc on host hv-cinder-83716 {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:05:45.868781 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-fae437a5-ad1a-4487-9b1a-4a14339e23ff req-0365a7c4-0cfc-4b10-bcb2-06d5a1d02803 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:45.873150 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [req-fae437a5-ad1a-4487-9b1a-4a14339e23ff req-0365a7c4-0cfc-4b10-bcb2-06d5a1d02803 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.20 "DELETE /v2.0/ports/774c6922-23d9-41ab-9e5a-7224c3b8f5fc HTTP/1.1" status: 204 len: 173 time: 0.4665673 Apr 08 18:05:45.873619 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4579e5-2284-4c56-bcbf-5b2e13fa3529', 'name': 'network-vif-deleted', 'tag': '774c6922-23d9-41ab-9e5a-7224c3b8f5fc'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:05:45.876275 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f405f85c47ec0a2d07bdf98a98659c8ef28d6fa4b50387e4c9692879d6e77c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8479bf7c-7eb6-4b6a-9d88-bfe2b39efd60" -d '{"events": [{"server_uuid": "2b4579e5-2284-4c56-bcbf-5b2e13fa3529", "name": "network-vif-deleted", "tag": "774c6922-23d9-41ab-9e5a-7224c3b8f5fc"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:05:45.932049 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 18:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f50e80-6ea3-4999-86e3-50f7dba35cb2 x-openstack-request-id: req-68f50e80-6ea3-4999-86e3-50f7dba35cb2 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:05:45.932049 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4579e5-2284-4c56-bcbf-5b2e13fa3529", "name": "network-vif-deleted", "tag": "774c6922-23d9-41ab-9e5a-7224c3b8f5fc", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:05:45.932049 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-68f50e80-6ea3-4999-86e3-50f7dba35cb2 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:05:45.932049 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f50e80-6ea3-4999-86e3-50f7dba35cb2'] response: {'server_uuid': '2b4579e5-2284-4c56-bcbf-5b2e13fa3529', 'name': 'network-vif-deleted', 'tag': '774c6922-23d9-41ab-9e5a-7224c3b8f5fc', 'status': 'completed', 'code': 200} Apr 08 18:05:45.983808 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [req-3f543f9f-cb55-467d-aed8-dffa35513fbc req-cf53caec-8380-4321-a49d-bc961c69baef tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b4579e5-2284-4c56-bcbf-5b2e13fa3529 HTTP/1.1" status: 200 len: 210 time: 0.0351973 Apr 08 18:05:46.855711 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:46.955348 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:47.048340 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 47410) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:05:47.184375 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-a68c6ed6-0a7e-499f-acd0-e1b7c7c4a0c6 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Deleting port 156f9b6c-5589-4a8b-bf49-f2ec8988884e {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:05:47.184732 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a68c6ed6-0a7e-499f-acd0-e1b7c7c4a0c6 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (156f9b6c-5589-4a8b-bf49-f2ec8988884e), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:47.270048 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a68c6ed6-0a7e-499f-acd0-e1b7c7c4a0c6 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (156f9b6c-5589-4a8b-bf49-f2ec8988884e), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:47.270346 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a68c6ed6-0a7e-499f-acd0-e1b7c7c4a0c6 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for floatingip (156f9b6c-5589-4a8b-bf49-f2ec8988884e), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:47.284122 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-a68c6ed6-0a7e-499f-acd0-e1b7c7c4a0c6 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Calling delete_port for 156f9b6c-5589-4a8b-bf49-f2ec8988884e owned by network:floatingip {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:05:47.422476 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a68c6ed6-0a7e-499f-acd0-e1b7c7c4a0c6 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (156f9b6c-5589-4a8b-bf49-f2ec8988884e), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:47.452762 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c6ed6-0a7e-499f-acd0-e1b7c7c4a0c6 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event deleted for resources: {'Port': ['ID=156f9b6c-5589-4a8b-bf49-f2ec8988884e,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:05:47.523986 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a68c6ed6-0a7e-499f-acd0-e1b7c7c4a0c6 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for floatingip (683bf363-f8d5-4b09-9116-14e12e4ab774), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:47.526532 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a68c6ed6-0a7e-499f-acd0-e1b7c7c4a0c6 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501730'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:47.527710 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-a68c6ed6-0a7e-499f-acd0-e1b7c7c4a0c6 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "DELETE /v2.0/floatingips/683bf363-f8d5-4b09-9116-14e12e4ab774 HTTP/1.1" status: 204 len: 168 time: 0.4780908 Apr 08 18:05:48.124378 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:48.769384 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 47422) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:05:48.835894 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5f07de2e-7887-475b-936d-61052026f6a5 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group (4a099b92-edf0-4158-a6c1-806ae99ff2ed), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:48.861597 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5f07de2e-7887-475b-936d-61052026f6a5 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group (4a099b92-edf0-4158-a6c1-806ae99ff2ed), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:48.923297 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5f07de2e-7887-475b-936d-61052026f6a5 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (4a099b92-edf0-4158-a6c1-806ae99ff2ed), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:48.926104 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5f07de2e-7887-475b-936d-61052026f6a5 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Publish callbacks [] for security_group (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:48.927287 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-5f07de2e-7887-475b-936d-61052026f6a5 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] 10.222.0.86 "DELETE /v2.0/security-groups/4a099b92-edf0-4158-a6c1-806ae99ff2ed HTTP/1.1" status: 204 len: 168 time: 0.1565688 Apr 08 18:05:48.937553 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07de2e-7887-475b-936d-61052026f6a5 tempest-TestVolumeBootPattern-399180665 tempest-TestVolumeBootPattern-399180665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a099b92-edf0-4158-a6c1-806ae99ff2ed,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:05:48.995270 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 47426) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:05:49.492080 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-116911e3-93a0-4bad-8108-1d21e58e045d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732664'] for router_interface (12fc0726-47b6-429b-9293-f981d55220b1), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:49.541622 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:49.745741 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-116911e3-93a0-4bad-8108-1d21e58e045d admin admin] Deleting port 3c89ba22-3eee-4e17-a94d-d5e316eb9355 {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:05:49.746002 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-116911e3-93a0-4bad-8108-1d21e58e045d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (3c89ba22-3eee-4e17-a94d-d5e316eb9355), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:49.827919 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-116911e3-93a0-4bad-8108-1d21e58e045d admin admin] For port 3c89ba22-3eee-4e17-a94d-d5e316eb9355, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=3c89ba22-3eee-4e17-a94d-d5e316eb9355,segment=NetworkSegment(0dee3bfa-4c14-49f3-b834-7e796b6568e0),segment_id=0dee3bfa-4c14-49f3-b834-7e796b6568e0)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:05:49.828693 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-116911e3-93a0-4bad-8108-1d21e58e045d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (3c89ba22-3eee-4e17-a94d-d5e316eb9355), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:49.842496 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-116911e3-93a0-4bad-8108-1d21e58e045d admin admin] Calling delete_port for 3c89ba22-3eee-4e17-a94d-d5e316eb9355 owned by network:router_interface {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:05:50.063554 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-116911e3-93a0-4bad-8108-1d21e58e045d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (3c89ba22-3eee-4e17-a94d-d5e316eb9355), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:50.100707 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116911e3-93a0-4bad-8108-1d21e58e045d admin admin] Pushing event deleted for resources: {'Port': ['ID=3c89ba22-3eee-4e17-a94d-d5e316eb9355,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:05:50.317621 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-116911e3-93a0-4bad-8108-1d21e58e045d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732524'] for router_interface (12fc0726-47b6-429b-9293-f981d55220b1), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:50.628982 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116911e3-93a0-4bad-8108-1d21e58e045d admin admin] Router 12fc0726-47b6-429b-9293-f981d55220b1 has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:05:50.783831 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 774c6922-23d9-41ab-9e5a-7224c3b8f5fc no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:05:50.788036 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116911e3-93a0-4bad-8108-1d21e58e045d admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:05:50.795467 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-116911e3-93a0-4bad-8108-1d21e58e045d admin admin] 10.222.0.86 "PUT /v2.0/routers/12fc0726-47b6-429b-9293-f981d55220b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7990587 Apr 08 18:05:50.796594 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 47430) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:05:50.807740 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a80be5b-d063-4005-9444-c26f2e3fa5d6 None None] Sync routers for ids ['12fc0726-47b6-429b-9293-f981d55220b1'] in dv-cinder-837166-1-iscsi {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:05:50.810910 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] No Port match for: 774c6922-23d9-41ab-9e5a-7224c3b8f5fc {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:05:50.811248 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Device 774c6922-23d9-41ab-9e5a-7224c3b8f5fc not bound to the agent host hv-cinder-83716 {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:05:50.822347 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a80be5b-d063-4005-9444-c26f2e3fa5d6 None None] Routers {'12fc0726-47b6-429b-9293-f981d55220b1'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:05:50.822993 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-8a80be5b-d063-4005-9444-c26f2e3fa5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T18:05:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['12fc0726-47b6-429b-9293-f981d55220b1'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:05:50.918107 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c26d5ecd-d747-4d8e-bf67-cbc15aedee44 admin admin] Publish callbacks [] for router (12fc0726-47b6-429b-9293-f981d55220b1), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:50.970050 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-8a80be5b-d063-4005-9444-c26f2e3fa5d6 None None] Set router 12fc0726-47b6-429b-9293-f981d55220b1 gateway port host: dv-cinder-837166-1-iscsi {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:05:51.033786 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c26d5ecd-d747-4d8e-bf67-cbc15aedee44 admin admin] Publish callbacks [] for router_gateway (12fc0726-47b6-429b-9293-f981d55220b1), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:51.083631 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-c26d5ecd-d747-4d8e-bf67-cbc15aedee44 admin admin] Deleting port 86eeecfc-1641-4e9a-a308-3dfa31adf29a {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:05:51.083939 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c26d5ecd-d747-4d8e-bf67-cbc15aedee44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (86eeecfc-1641-4e9a-a308-3dfa31adf29a), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:51.169090 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-c26d5ecd-d747-4d8e-bf67-cbc15aedee44 admin admin] For port 86eeecfc-1641-4e9a-a308-3dfa31adf29a, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=86eeecfc-1641-4e9a-a308-3dfa31adf29a,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:05:51.169329 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c26d5ecd-d747-4d8e-bf67-cbc15aedee44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (86eeecfc-1641-4e9a-a308-3dfa31adf29a), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:51.183538 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-c26d5ecd-d747-4d8e-bf67-cbc15aedee44 admin admin] Calling delete_port for 86eeecfc-1641-4e9a-a308-3dfa31adf29a owned by network:router_gateway {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:05:51.247411 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-8a80be5b-d063-4005-9444-c26f2e3fa5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T18:05:50Z', 'revision_number': 5, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port': {'id': '86eeecfc-1641-4e9a-a308-3dfa31adf29a', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fc0726-47b6-429b-9293-f981d55220b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T17:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:05:51.279226 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a80be5b-d063-4005-9444-c26f2e3fa5d6 None None] Checking router: 12fc0726-47b6-429b-9293-f981d55220b1 for host: dv-cinder-837166-1-iscsi {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:05:51.288592 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a80be5b-d063-4005-9444-c26f2e3fa5d6 None None] Routers {'12fc0726-47b6-429b-9293-f981d55220b1'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:05:51.289270 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-8a80be5b-d063-4005-9444-c26f2e3fa5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T18:05:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['12fc0726-47b6-429b-9293-f981d55220b1'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:05:51.361718 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c26d5ecd-d747-4d8e-bf67-cbc15aedee44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (86eeecfc-1641-4e9a-a308-3dfa31adf29a), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:51.383804 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-8a80be5b-d063-4005-9444-c26f2e3fa5d6 None None] Set router 12fc0726-47b6-429b-9293-f981d55220b1 gateway port host: None {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:05:51.388714 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d5ecd-d747-4d8e-bf67-cbc15aedee44 admin admin] Pushing event deleted for resources: {'Port': ['ID=86eeecfc-1641-4e9a-a308-3dfa31adf29a,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:05:51.438670 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-8a80be5b-d063-4005-9444-c26f2e3fa5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T18:05:51Z', 'revision_number': 6, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port_host': None}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:05:51.450688 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c26d5ecd-d747-4d8e-bf67-cbc15aedee44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726670'] for router_gateway (12fc0726-47b6-429b-9293-f981d55220b1), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:51.468693 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a80be5b-d063-4005-9444-c26f2e3fa5d6 None None] The sync data for ids ['12fc0726-47b6-429b-9293-f981d55220b1'] in dv-cinder-837166-1-iscsi is: [{'id': '12fc0726-47b6-429b-9293-f981d55220b1', 'name': 'tempest-TestVolumeBootPattern-969892549-router', 'tenant_id': '31673ad20ead49bd85bfae7300da6304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:39Z', 'updated_at': '2022-04-08T18:05:51Z', 'revision_number': 6, 'project_id': '31673ad20ead49bd85bfae7300da6304', 'gw_port_host': None}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:05:51.547710 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c26d5ecd-d747-4d8e-bf67-cbc15aedee44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4576'] for router (12fc0726-47b6-429b-9293-f981d55220b1), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:51.550046 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c26d5ecd-d747-4d8e-bf67-cbc15aedee44 admin admin] Publish callbacks [] for router_controller (12fc0726-47b6-429b-9293-f981d55220b1), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:51.600844 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c26d5ecd-d747-4d8e-bf67-cbc15aedee44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-681261'] for router (12fc0726-47b6-429b-9293-f981d55220b1), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:51.601423 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26d5ecd-d747-4d8e-bf67-cbc15aedee44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12fc0726-47b6-429b-9293-f981d55220b1 {{(pid=103548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 18:05:51.605880 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c26d5ecd-d747-4d8e-bf67-cbc15aedee44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:51.607053 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-c26d5ecd-d747-4d8e-bf67-cbc15aedee44 admin admin] 10.222.0.86 "DELETE /v2.0/routers/12fc0726-47b6-429b-9293-f981d55220b1 HTTP/1.1" status: 204 len: 168 time: 0.8090713 Apr 08 18:05:51.610132 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 47432) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:05:51.655352 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fc3909-d473-46f9-bfef-aa135d2be2cd admin admin] Deleting subnet 98c89128-6e6b-4e14-98c1-f50e23a0f5d6 {{(pid=103548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 18:05:51.658537 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-01fc3909-d473-46f9-bfef-aa135d2be2cd admin admin] Publish callbacks [] for subnet (98c89128-6e6b-4e14-98c1-f50e23a0f5d6), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:51.693946 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-01fc3909-d473-46f9-bfef-aa135d2be2cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30987647'] for subnet (98c89128-6e6b-4e14-98c1-f50e23a0f5d6), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:51.785327 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-01fc3909-d473-46f9-bfef-aa135d2be2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709327'] for subnet (98c89128-6e6b-4e14-98c1-f50e23a0f5d6), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:51.842692 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-01fc3909-d473-46f9-bfef-aa135d2be2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1709334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30242310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30287709'] for subnet (98c89128-6e6b-4e14-98c1-f50e23a0f5d6), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:51.875050 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-01fc3909-d473-46f9-bfef-aa135d2be2cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:51.880678 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed43c4b9-6c0d-45d1-92c7-5c08da3fc04a None None] Network 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:05:51.881240 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-01fc3909-d473-46f9-bfef-aa135d2be2cd admin admin] 10.222.0.86 "DELETE /v2.0/subnets/98c89128-6e6b-4e14-98c1-f50e23a0f5d6 HTTP/1.1" status: 204 len: 168 time: 0.2696733 Apr 08 18:05:51.881692 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc3909-d473-46f9-bfef-aa135d2be2cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98c89128-6e6b-4e14-98c1-f50e23a0f5d6,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:05:51.883395 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 47434) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:05:51.967077 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-67b55ff6-d5af-47f7-8fae-770206d51fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832628'] for network (495e7117-9de8-40d4-b2ce-86dfc7a4d0cc), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:52.012222 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-67b55ff6-d5af-47f7-8fae-770206d51fe3 admin admin] Deleting port 52b47fd5-56fe-4ed2-968f-80a889a00120 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:05:52.012552 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-67b55ff6-d5af-47f7-8fae-770206d51fe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (52b47fd5-56fe-4ed2-968f-80a889a00120), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:52.084477 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-67b55ff6-d5af-47f7-8fae-770206d51fe3 admin admin] For port 52b47fd5-56fe-4ed2-968f-80a889a00120, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=52b47fd5-56fe-4ed2-968f-80a889a00120,segment=NetworkSegment(0dee3bfa-4c14-49f3-b834-7e796b6568e0),segment_id=0dee3bfa-4c14-49f3-b834-7e796b6568e0)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:05:52.084852 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-67b55ff6-d5af-47f7-8fae-770206d51fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (52b47fd5-56fe-4ed2-968f-80a889a00120), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:52.097938 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-67b55ff6-d5af-47f7-8fae-770206d51fe3 admin admin] Calling delete_port for 52b47fd5-56fe-4ed2-968f-80a889a00120 owned by network:dhcp {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:05:52.185470 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-67b55ff6-d5af-47f7-8fae-770206d51fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (52b47fd5-56fe-4ed2-968f-80a889a00120), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:52.211713 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b55ff6-d5af-47f7-8fae-770206d51fe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=52b47fd5-56fe-4ed2-968f-80a889a00120,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:05:52.215424 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b55ff6-d5af-47f7-8fae-770206d51fe3 admin admin] No DVR routers for this DVR port 52b47fd5-56fe-4ed2-968f-80a889a00120 on host dv-cinder-837166-1-iscsi {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:05:52.254032 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ce418a-dd62-4681-9ba6-6e50cca9d3b2 None None] DHCP port deletion for 495e7117-9de8-40d4-b2ce-86dfc7a4d0cc request from dv-cinder-837166-1-iscsi {{(pid=103550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 18:05:52.297573 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-67b55ff6-d5af-47f7-8fae-770206d51fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1707906', 'neutron.services.segments.db._delete_segments_for_network-8780306556573'] for network (495e7117-9de8-40d4-b2ce-86dfc7a4d0cc), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:52.318156 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-67b55ff6-d5af-47f7-8fae-770206d51fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['495e7117-9de8-40d4-b2ce-86dfc7a4d0cc']}} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:05:52.328237 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-67b55ff6-d5af-47f7-8fae-770206d51fe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dee3bfa-4c14-49f3-b834-7e796b6568e0') {'for_net_delete': True} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:05:52.328559 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-67b55ff6-d5af-47f7-8fae-770206d51fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dee3bfa-4c14-49f3-b834-7e796b6568e0') {} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:05:52.339052 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-67b55ff6-d5af-47f7-8fae-770206d51fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780306558374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30987638'] for segment (0dee3bfa-4c14-49f3-b834-7e796b6568e0), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:52.354926 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-67b55ff6-d5af-47f7-8fae-770206d51fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (0dee3bfa-4c14-49f3-b834-7e796b6568e0), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:52.363450 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b55ff6-d5af-47f7-8fae-770206d51fe3 admin admin] Releasing vlan 997 on physical network physnet1 to pool {{(pid=103548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 18:05:52.364101 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-67b55ff6-d5af-47f7-8fae-770206d51fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30242400'] for segment (0dee3bfa-4c14-49f3-b834-7e796b6568e0), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: Traceback (most recent call last): Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: timer() Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: cb(*args, **kw) Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: return func(*args, **kwargs) Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: self._notify() Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: self.callback(batched_events) Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: event.method(event) Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: return f(self, *a, **k) Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: return self._get(url).json() Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: return self.request(url, 'GET', **kwargs) Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 18:05:52.366310 dv-cinder-837166-1-iscsi neutron-server[103548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 18:05:52.423763 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-67b55ff6-d5af-47f7-8fae-770206d51fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1707913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726762'] for network (495e7117-9de8-40d4-b2ce-86dfc7a4d0cc), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:52.430081 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-67b55ff6-d5af-47f7-8fae-770206d51fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:52.433433 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-67b55ff6-d5af-47f7-8fae-770206d51fe3 admin admin] 10.222.0.86 "DELETE /v2.0/networks/495e7117-9de8-40d4-b2ce-86dfc7a4d0cc HTTP/1.1" status: 204 len: 168 time: 0.5475051 Apr 08 18:05:52.436461 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 47438) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:05:52.445156 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b55ff6-d5af-47f7-8fae-770206d51fe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=495e7117-9de8-40d4-b2ce-86dfc7a4d0cc,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:05:53.065395 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-baa49c35-f435-415e-acea-60a53410f2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-732664'] for router_interface (389c1950-1c21-4ad6-808f-bb8221cf9f1b), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:53.346794 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-baa49c35-f435-415e-acea-60a53410f2f0 admin admin] Deleting port 0365524c-febc-4888-a033-d01f9db7744a {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:05:53.347049 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-baa49c35-f435-415e-acea-60a53410f2f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (0365524c-febc-4888-a033-d01f9db7744a), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:53.433967 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-baa49c35-f435-415e-acea-60a53410f2f0 admin admin] For port 0365524c-febc-4888-a033-d01f9db7744a, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=0365524c-febc-4888-a033-d01f9db7744a,segment=NetworkSegment(795e4519-57c7-4141-8d86-bd96c512deed),segment_id=795e4519-57c7-4141-8d86-bd96c512deed)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:05:53.434311 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-baa49c35-f435-415e-acea-60a53410f2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (0365524c-febc-4888-a033-d01f9db7744a), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:53.448140 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-baa49c35-f435-415e-acea-60a53410f2f0 admin admin] Calling delete_port for 0365524c-febc-4888-a033-d01f9db7744a owned by network:router_interface {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:05:53.523912 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 86eeecfc-1641-4e9a-a308-3dfa31adf29a no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:05:53.547693 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: 86eeecfc-1641-4e9a-a308-3dfa31adf29a {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:05:53.548007 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 86eeecfc-1641-4e9a-a308-3dfa31adf29a not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:05:53.548461 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 3c89ba22-3eee-4e17-a94d-d5e316eb9355 no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:05:53.569235 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: 3c89ba22-3eee-4e17-a94d-d5e316eb9355 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:05:53.569712 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 3c89ba22-3eee-4e17-a94d-d5e316eb9355 not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:05:53.570202 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 52b47fd5-56fe-4ed2-968f-80a889a00120 no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:05:53.589825 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: 52b47fd5-56fe-4ed2-968f-80a889a00120 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:05:53.590178 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 52b47fd5-56fe-4ed2-968f-80a889a00120 not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:05:53.639770 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-baa49c35-f435-415e-acea-60a53410f2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (0365524c-febc-4888-a033-d01f9db7744a), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:53.665395 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa49c35-f435-415e-acea-60a53410f2f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0365524c-febc-4888-a033-d01f9db7744a,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:05:53.842975 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-baa49c35-f435-415e-acea-60a53410f2f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-732524'] for router_interface (389c1950-1c21-4ad6-808f-bb8221cf9f1b), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:54.069771 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa49c35-f435-415e-acea-60a53410f2f0 admin admin] Router 389c1950-1c21-4ad6-808f-bb8221cf9f1b has already been hosted by L3 agent c4d9e1f0-0cfc-4821-b861-70afacc979f3 {{(pid=103549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:05:54.185176 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa49c35-f435-415e-acea-60a53410f2f0 admin admin] Notify agent at l3_agent.dv-cinder-837166-1-iscsi the message routers_updated {{(pid=103549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:05:54.190779 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-baa49c35-f435-415e-acea-60a53410f2f0 admin admin] 10.222.0.86 "PUT /v2.0/routers/389c1950-1c21-4ad6-808f-bb8221cf9f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7527270 Apr 08 18:05:54.193292 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 47440) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:05:54.196806 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e13b04-a1e6-40eb-99d1-36fb164f5665 None None] Sync routers for ids ['389c1950-1c21-4ad6-808f-bb8221cf9f1b'] in dv-cinder-837166-1-iscsi {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:05:54.208083 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e13b04-a1e6-40eb-99d1-36fb164f5665 None None] Routers {'389c1950-1c21-4ad6-808f-bb8221cf9f1b'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:05:54.208809 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-d9e13b04-a1e6-40eb-99d1-36fb164f5665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T18:05:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['389c1950-1c21-4ad6-808f-bb8221cf9f1b'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:05:54.307023 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-31ed5534-3307-43a1-a565-9c6cdcbd7a9b admin admin] Publish callbacks [] for router (389c1950-1c21-4ad6-808f-bb8221cf9f1b), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:54.320163 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-d9e13b04-a1e6-40eb-99d1-36fb164f5665 None None] Set router 389c1950-1c21-4ad6-808f-bb8221cf9f1b gateway port host: dv-cinder-837166-1-iscsi {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:05:54.415798 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-31ed5534-3307-43a1-a565-9c6cdcbd7a9b admin admin] Publish callbacks [] for router_gateway (389c1950-1c21-4ad6-808f-bb8221cf9f1b), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:54.472022 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-31ed5534-3307-43a1-a565-9c6cdcbd7a9b admin admin] Deleting port ecd040b8-9bbf-498a-9632-df7a915cb4af {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:05:54.472833 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-31ed5534-3307-43a1-a565-9c6cdcbd7a9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (ecd040b8-9bbf-498a-9632-df7a915cb4af), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:54.498760 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-d9e13b04-a1e6-40eb-99d1-36fb164f5665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389c1950-1c21-4ad6-808f-bb8221cf9f1b', 'name': 'tempest-TestVolumeBootPattern-352057288-router', 'tenant_id': '48f5b9881f0945bf96200fa36352639f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'external_fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ecd040b8-9bbf-498a-9632-df7a915cb4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:43Z', 'updated_at': '2022-04-08T18:05:53Z', 'revision_number': 5, 'project_id': '48f5b9881f0945bf96200fa36352639f', 'gw_port': {'id': 'ecd040b8-9bbf-498a-9632-df7a915cb4af', 'name': '', 'network_id': '621fbee4-87d2-43df-9614-a9bffeb44782', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389c1950-1c21-4ad6-808f-bb8221cf9f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:56:44Z', 'updated_at': '2022-04-08T17:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3b5cce6-c86b-437f-a541-279b3363d15a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-1-iscsi'}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:05:54.527365 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e13b04-a1e6-40eb-99d1-36fb164f5665 None None] Checking router: 389c1950-1c21-4ad6-808f-bb8221cf9f1b for host: dv-cinder-837166-1-iscsi {{(pid=103551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:05:54.536175 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e13b04-a1e6-40eb-99d1-36fb164f5665 None None] Routers {'389c1950-1c21-4ad6-808f-bb8221cf9f1b'} bound to L3 agent in host dv-cinder-837166-1-iscsi {{(pid=103551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:05:54.536827 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-d9e13b04-a1e6-40eb-99d1-36fb164f5665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:29:45Z,description=,heartbeat_timestamp=2022-04-08T18:05:45Z,host='dv-cinder-837166-1-iscsi',id=c4d9e1f0-0cfc-4821-b861-70afacc979f3,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:29:45Z,topic='l3_agent')) {'router_ids': ['389c1950-1c21-4ad6-808f-bb8221cf9f1b'], 'active': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:05:54.562422 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-31ed5534-3307-43a1-a565-9c6cdcbd7a9b admin admin] For port ecd040b8-9bbf-498a-9632-df7a915cb4af, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=ecd040b8-9bbf-498a-9632-df7a915cb4af,segment=NetworkSegment(e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7),segment_id=e7a1d1ca-ff65-47bb-b09c-bf0c3c80eee7)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:05:54.562797 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-31ed5534-3307-43a1-a565-9c6cdcbd7a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (ecd040b8-9bbf-498a-9632-df7a915cb4af), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:54.577878 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-31ed5534-3307-43a1-a565-9c6cdcbd7a9b admin admin] Calling delete_port for ecd040b8-9bbf-498a-9632-df7a915cb4af owned by network:router_gateway {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:05:54.634460 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvr_db [None req-d9e13b04-a1e6-40eb-99d1-36fb164f5665 None None] Set router 389c1950-1c21-4ad6-808f-bb8221cf9f1b gateway port host: None {{(pid=103551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:05:54.688860 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.l3_hamode_db [None req-d9e13b04-a1e6-40eb-99d1-36fb164f5665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389c1950-1c21-4ad6-808f-bb8221cf9f1b', 'name': 'tempest-TestVolumeBootPattern-352057288-router', 'tenant_id': '48f5b9881f0945bf96200fa36352639f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:43Z', 'updated_at': '2022-04-08T18:05:54Z', 'revision_number': 6, 'project_id': '48f5b9881f0945bf96200fa36352639f', 'gw_port_host': None}], 'dv-cinder-837166-1-iscsi', False) {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:05:54.715055 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e13b04-a1e6-40eb-99d1-36fb164f5665 None None] The sync data for ids ['389c1950-1c21-4ad6-808f-bb8221cf9f1b'] in dv-cinder-837166-1-iscsi is: [{'id': '389c1950-1c21-4ad6-808f-bb8221cf9f1b', 'name': 'tempest-TestVolumeBootPattern-352057288-router', 'tenant_id': '48f5b9881f0945bf96200fa36352639f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:56:43Z', 'updated_at': '2022-04-08T18:05:54Z', 'revision_number': 6, 'project_id': '48f5b9881f0945bf96200fa36352639f', 'gw_port_host': None}] {{(pid=103551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:05:54.753538 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-31ed5534-3307-43a1-a565-9c6cdcbd7a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30663439'] for port (ecd040b8-9bbf-498a-9632-df7a915cb4af), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:54.784556 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed5534-3307-43a1-a565-9c6cdcbd7a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd040b8-9bbf-498a-9632-df7a915cb4af,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:05:54.846741 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-31ed5534-3307-43a1-a565-9c6cdcbd7a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726670'] for router_gateway (389c1950-1c21-4ad6-808f-bb8221cf9f1b), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:54.940817 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-31ed5534-3307-43a1-a565-9c6cdcbd7a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4576'] for router (389c1950-1c21-4ad6-808f-bb8221cf9f1b), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:54.943001 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-31ed5534-3307-43a1-a565-9c6cdcbd7a9b admin admin] Publish callbacks [] for router_controller (389c1950-1c21-4ad6-808f-bb8221cf9f1b), precommit_delete_associations {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:54.999082 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-31ed5534-3307-43a1-a565-9c6cdcbd7a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-681261'] for router (389c1950-1c21-4ad6-808f-bb8221cf9f1b), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:54.999527 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ed5534-3307-43a1-a565-9c6cdcbd7a9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 389c1950-1c21-4ad6-808f-bb8221cf9f1b {{(pid=103549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 18:05:55.005448 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-31ed5534-3307-43a1-a565-9c6cdcbd7a9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:55.006663 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-31ed5534-3307-43a1-a565-9c6cdcbd7a9b admin admin] 10.222.0.86 "DELETE /v2.0/routers/389c1950-1c21-4ad6-808f-bb8221cf9f1b HTTP/1.1" status: 204 len: 168 time: 0.8124306 Apr 08 18:05:55.009466 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 47442) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:05:55.062324 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.db_base_plugin_v2 [None req-f580c4b6-ae45-4309-bf76-1ec060a1ac2d admin admin] Deleting subnet 54d389a1-9b3a-4f27-b424-03fb950d481b {{(pid=103548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 18:05:55.066019 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f580c4b6-ae45-4309-bf76-1ec060a1ac2d admin admin] Publish callbacks [] for subnet (54d389a1-9b3a-4f27-b424-03fb950d481b), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:55.104851 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f580c4b6-ae45-4309-bf76-1ec060a1ac2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30987647'] for subnet (54d389a1-9b3a-4f27-b424-03fb950d481b), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:55.193595 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f580c4b6-ae45-4309-bf76-1ec060a1ac2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1709327'] for subnet (54d389a1-9b3a-4f27-b424-03fb950d481b), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:55.251064 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f580c4b6-ae45-4309-bf76-1ec060a1ac2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1709334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30242310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30287709'] for subnet (54d389a1-9b3a-4f27-b424-03fb950d481b), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:55.283807 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580c4b6-ae45-4309-bf76-1ec060a1ac2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d389a1-9b3a-4f27-b424-03fb950d481b,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:05:55.286406 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f580c4b6-ae45-4309-bf76-1ec060a1ac2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:55.292725 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-f580c4b6-ae45-4309-bf76-1ec060a1ac2d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/54d389a1-9b3a-4f27-b424-03fb950d481b HTTP/1.1" status: 204 len: 168 time: 0.2789104 Apr 08 18:05:55.292898 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8eadb2-9834-4898-bed1-d4d5031a1fcc None None] Network c5204d68-2516-4ec4-a8d7-f4535487021a requested from dv-cinder-837166-1-iscsi {{(pid=103550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:05:55.293370 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 47444) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:05:55.361932 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-39a68459-35c8-4212-b81e-9fc81235df30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832628'] for network (c5204d68-2516-4ec4-a8d7-f4535487021a), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:55.409008 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-39a68459-35c8-4212-b81e-9fc81235df30 admin admin] Deleting port 38681fba-e4d7-4e06-a456-709a5f9bc478 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:05:55.409340 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-39a68459-35c8-4212-b81e-9fc81235df30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (38681fba-e4d7-4e06-a456-709a5f9bc478), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:55.479867 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-39a68459-35c8-4212-b81e-9fc81235df30 admin admin] For port 38681fba-e4d7-4e06-a456-709a5f9bc478, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=38681fba-e4d7-4e06-a456-709a5f9bc478,segment=NetworkSegment(795e4519-57c7-4141-8d86-bd96c512deed),segment_id=795e4519-57c7-4141-8d86-bd96c512deed)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:05:55.480379 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-39a68459-35c8-4212-b81e-9fc81235df30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (38681fba-e4d7-4e06-a456-709a5f9bc478), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:55.486320 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] DHCP port deletion for c5204d68-2516-4ec4-a8d7-f4535487021a request from dv-cinder-837166-1-iscsi {{(pid=103550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 18:05:55.497474 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-39a68459-35c8-4212-b81e-9fc81235df30 admin admin] Calling delete_port for 38681fba-e4d7-4e06-a456-709a5f9bc478 owned by network:dhcp {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:05:55.537816 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] Deleting port 38681fba-e4d7-4e06-a456-709a5f9bc478 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:05:55.538203 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780306513421'] for port (38681fba-e4d7-4e06-a456-709a5f9bc478), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:55.568649 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 0365524c-febc-4888-a033-d01f9db7744a no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:05:55.585575 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-39a68459-35c8-4212-b81e-9fc81235df30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30242387'] for port (38681fba-e4d7-4e06-a456-709a5f9bc478), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:55.614672 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a68459-35c8-4212-b81e-9fc81235df30 admin admin] Pushing event deleted for resources: {'Port': ['ID=38681fba-e4d7-4e06-a456-709a5f9bc478,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:05:55.621003 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a68459-35c8-4212-b81e-9fc81235df30 admin admin] No DVR routers for this DVR port 38681fba-e4d7-4e06-a456-709a5f9bc478 on host dv-cinder-837166-1-iscsi {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:05:55.627305 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: 0365524c-febc-4888-a033-d01f9db7744a {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:05:55.627652 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 0365524c-febc-4888-a033-d01f9db7744a not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:05:55.628062 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device ecd040b8-9bbf-498a-9632-df7a915cb4af no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:05:55.658647 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] For port 38681fba-e4d7-4e06-a456-709a5f9bc478, host dv-cinder-837166-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-1-iscsi',level=0,port_id=38681fba-e4d7-4e06-a456-709a5f9bc478,segment=NetworkSegment(795e4519-57c7-4141-8d86-bd96c512deed),segment_id=795e4519-57c7-4141-8d86-bd96c512deed)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:05:55.659043 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-723573'] for port (38681fba-e4d7-4e06-a456-709a5f9bc478), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:55.661717 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: ecd040b8-9bbf-498a-9632-df7a915cb4af {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:05:55.662183 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device ecd040b8-9bbf-498a-9632-df7a915cb4af not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:05:55.662467 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 38681fba-e4d7-4e06-a456-709a5f9bc478 no longer exists at agent ovs-agent-dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:05:55.689876 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] No Port match for: 38681fba-e4d7-4e06-a456-709a5f9bc478 {{(pid=103550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:05:55.690218 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.rpc [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Device 38681fba-e4d7-4e06-a456-709a5f9bc478 not bound to the agent host dv-cinder-837166-1-iscsi {{(pid=103550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:05:55.692106 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] Calling delete_port for 38681fba-e4d7-4e06-a456-709a5f9bc478 owned by network:dhcp {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:05:55.695244 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-39a68459-35c8-4212-b81e-9fc81235df30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1707906', 'neutron.services.segments.db._delete_segments_for_network-8780306556573'] for network (c5204d68-2516-4ec4-a8d7-f4535487021a), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:55.716191 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-39a68459-35c8-4212-b81e-9fc81235df30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5204d68-2516-4ec4-a8d7-f4535487021a']}} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:05:55.726518 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-39a68459-35c8-4212-b81e-9fc81235df30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795e4519-57c7-4141-8d86-bd96c512deed') {'for_net_delete': True} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:05:55.726792 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.services.segments.db [None req-39a68459-35c8-4212-b81e-9fc81235df30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795e4519-57c7-4141-8d86-bd96c512deed') {} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:05:55.736757 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-39a68459-35c8-4212-b81e-9fc81235df30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780306558374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30987638'] for segment (795e4519-57c7-4141-8d86-bd96c512deed), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:55.751285 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-39a68459-35c8-4212-b81e-9fc81235df30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746'] for segment (795e4519-57c7-4141-8d86-bd96c512deed), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:55.758708 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a68459-35c8-4212-b81e-9fc81235df30 admin admin] Releasing vlan 983 on physical network physnet1 to pool {{(pid=103548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 18:05:55.759121 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-39a68459-35c8-4212-b81e-9fc81235df30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30242400'] for segment (795e4519-57c7-4141-8d86-bd96c512deed), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: Traceback (most recent call last): Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: timer() Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: cb(*args, **kw) Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: return func(*args, **kwargs) Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: self._notify() Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: self.callback(batched_events) Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: event.method(event) Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: return f(self, *a, **k) Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: return self._get(url).json() Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: return self.request(url, 'GET', **kwargs) Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 18:05:55.761097 dv-cinder-837166-1-iscsi neutron-server[103548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 18:05:55.779570 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1780361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780306521079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780306045215'] for port (38681fba-e4d7-4e06-a456-709a5f9bc478), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:55.806628 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] Pushing event deleted for resources: {'Port': ['ID=38681fba-e4d7-4e06-a456-709a5f9bc478,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:05:55.811191 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] No DVR routers for this DVR port 38681fba-e4d7-4e06-a456-709a5f9bc478 on host dv-cinder-837166-1-iscsi {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:05:55.819304 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:55.819915 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:55.820410 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:55.820979 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:55.821476 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:55.821802 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:55.823625 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:55.823625 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:55.823625 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:55.823625 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:55.823625 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:55.824563 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:55.826984 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:55.826984 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:55.826984 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0044d-82b2-4386-8f2e-17ac816816d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-1-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:55.837189 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-39a68459-35c8-4212-b81e-9fc81235df30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1707913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726762'] for network (c5204d68-2516-4ec4-a8d7-f4535487021a), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:55.842885 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-39a68459-35c8-4212-b81e-9fc81235df30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783847'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:55.846323 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-39a68459-35c8-4212-b81e-9fc81235df30 admin admin] 10.222.0.86 "DELETE /v2.0/networks/c5204d68-2516-4ec4-a8d7-f4535487021a HTTP/1.1" status: 204 len: 168 time: 0.5526161 Apr 08 18:05:55.857778 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a68459-35c8-4212-b81e-9fc81235df30 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5204d68-2516-4ec4-a8d7-f4535487021a,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:05:55.974138 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 47448) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:05:56.016575 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-ee18d702-2021-4d61-9cfe-3e0d06ed7dba admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=31673ad20ead49bd85bfae7300da6304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410597 Apr 08 18:05:56.019326 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 47450) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:05:56.070117 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bd5b9324-e1ca-4a90-9c51-6da9774aedf6 admin admin] Publish callbacks [] for security_group (24ecac78-e38d-41b7-a085-b637f22f4221), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:56.092783 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bd5b9324-e1ca-4a90-9c51-6da9774aedf6 admin admin] Publish callbacks [] for security_group (24ecac78-e38d-41b7-a085-b637f22f4221), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:56.153532 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bd5b9324-e1ca-4a90-9c51-6da9774aedf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (24ecac78-e38d-41b7-a085-b637f22f4221), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:56.156135 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bd5b9324-e1ca-4a90-9c51-6da9774aedf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:56.157356 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-bd5b9324-e1ca-4a90-9c51-6da9774aedf6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/24ecac78-e38d-41b7-a085-b637f22f4221 HTTP/1.1" status: 204 len: 168 time: 0.1364906 Apr 08 18:05:56.168617 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b9324-e1ca-4a90-9c51-6da9774aedf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ecac78-e38d-41b7-a085-b637f22f4221,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:05:56.511141 dv-cinder-837166-1-iscsi neutron-server[103549]: DEBUG neutron.wsgi [-] (103549) accepted ('10.222.0.86', 47456) {{(pid=103549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:05:56.568649 dv-cinder-837166-1-iscsi neutron-server[103549]: INFO neutron.wsgi [None req-861f1acb-46f6-467a-89f1-5bddbf0a38e3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=48f5b9881f0945bf96200fa36352639f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0558190 Apr 08 18:05:56.571202 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.86', 47458) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:05:56.631403 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2ae0bb4a-686f-43f3-90b6-4a8f5542d897 admin admin] Publish callbacks [] for security_group (3bfad44f-133c-4cf0-9153-975b31b39846), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:56.659995 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2ae0bb4a-686f-43f3-90b6-4a8f5542d897 admin admin] Publish callbacks [] for security_group (3bfad44f-133c-4cf0-9153-975b31b39846), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:56.709786 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2ae0bb4a-686f-43f3-90b6-4a8f5542d897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771855'] for security_group (3bfad44f-133c-4cf0-9153-975b31b39846), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:56.712606 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2ae0bb4a-686f-43f3-90b6-4a8f5542d897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:56.713776 dv-cinder-837166-1-iscsi neutron-server[103548]: INFO neutron.wsgi [None req-2ae0bb4a-686f-43f3-90b6-4a8f5542d897 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3bfad44f-133c-4cf0-9153-975b31b39846 HTTP/1.1" status: 204 len: 168 time: 0.1416001 Apr 08 18:05:56.722097 dv-cinder-837166-1-iscsi neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0bb4a-686f-43f3-90b6-4a8f5542d897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfad44f-133c-4cf0-9153-975b31b39846,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:06:13.045004 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a4d38323-9ff8-4135-9bdc-a934e728c4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:15.444850 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2e9d53ec-004d-463d-bb55-e05c188195ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:16.852540 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:16.981953 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:18.127471 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:19.539155 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:20.474943 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:06:43.047960 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-195faa2c-a02d-4239-ad6a-2ea6de81602c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:45.448199 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-003963f6-623a-47a6-9c92-b3e4ea418b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:46.859231 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:46.973395 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:48.129336 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:49.539559 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:57.478107 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:07:13.048717 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b31b125e-0b2a-40c5-80b0-1bba63749dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:15.449222 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7898340b-3232-4ff1-ae2e-53e98b668cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:16.860723 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:16.983821 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:18.144065 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:19.546883 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:34.476189 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:07:43.044787 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-da8d59b7-591a-4f9b-8bbe-c10018b38cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:45.446291 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f7e4ea6c-3ade-4c4f-ae5c-1f21e5d74af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:46.860960 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:46.985330 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:48.138878 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:49.538536 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:11.475464 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:08:13.039961 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5ec91de1-b3df-498a-9830-756a46336a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:15.443557 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-987108cc-fd3e-4502-b88f-c1cd33355e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:16.865707 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:16.992461 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:18.149593 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:19.537320 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:43.034053 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-07dc9809-e434-4bda-9b2b-17c0b64e77bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:45.439285 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d952041a-3bc6-4b77-be83-f2c53802e4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:46.875394 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:46.985613 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:48.149342 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:48.477058 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:08:49.537329 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:13.039820 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-36fb71bc-590f-401d-ab87-ed6ebc3d4643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:15.445463 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-74b72a7a-9de1-4a59-99c0-95d7800abdf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:16.874524 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:16.991249 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:18.152389 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:19.546596 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:25.478709 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:09:43.035768 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-65eefe1d-80d9-4133-b7ac-c75ed1648dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:45.441018 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f302fc3e-2ddf-4c1d-a3b6-34d0857024c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:46.878572 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:46.991696 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:48.152977 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:49.532290 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:02.479498 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:10:13.041821 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3e5b092c-8c6a-48bc-b2af-bd617ce5b89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:15.441889 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-27220568-ac07-4ff0-a69b-3843fd2a0936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:16.886419 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:16.992186 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:18.158667 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:19.539835 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:39.489196 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:10:43.039567 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-26b110fd-816e-439a-91dc-322185060e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:45.442055 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-057b3357-49f1-434a-815e-c84a413f5767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:46.885092 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:47.002725 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:48.159525 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:49.538388 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:11:13.037232 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5ff437e7-c27f-48ff-b896-55521f05e4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (936a358b-e021-4ff4-ad20-3c86fe6ebe95), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:11:15.437719 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-99f62a00-07d3-4145-b2ec-d87304cc23b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (c4d9e1f0-0cfc-4821-b861-70afacc979f3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:11:16.482282 dv-cinder-837166-1-iscsi neutron-server[103551]: DEBUG neutron.db.agents_db [None req-73fa533f-9f0c-48e5-8253-1e382438a7a1 None None] Agent healthcheck: found 6 active agents {{(pid=103551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:11:16.885232 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fd1baf6c-3c84-46f4-928f-c2ba8ea50dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0dfa1cb3-792f-4ca6-8a3d-e345e80358dc), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:11:17.022575 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b3f67b0-08f8-4702-803d-782b20031093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (0d41f64d-5a28-4579-bdba-007f65057d65), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:11:18.160144 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b208cefc-c4fe-4696-a553-df3dfea911b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (02dafb1b-af09-496c-a0d9-d5582db4f28c), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:11:19.537079 dv-cinder-837166-1-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b7e65001-51f4-48b5-9353-991fd4169a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780306556555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1706433'] for agent (9fad11e0-09b4-403b-8e43-54acf61f4a69), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}